-- Logs begin at Mon 2022-02-14 16:01:01 UTC, end at Mon 2022-02-14 17:00:34 UTC. -- Feb 14 16:32:47.511146 dv-cinder-819669-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 16:32:50.546283 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.common.config [-] Logging enabled! Feb 14 16:32:50.546962 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 16:32:50.547106 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109211) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 16:32:50.550463 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.common.config [-] Logging enabled! Feb 14 16:32:50.550728 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 16:32:50.551050 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109211) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 16:32:50.552056 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:32:50.552292 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:32:50.552706 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:32:50.552986 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:32:50.553218 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:32:50.553732 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.554173 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 16:32:50.554491 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.554789 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.555091 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.555396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.555693 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.555988 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.556283 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.556590 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.556910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.557203 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.557501 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.557803 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.558093 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.558895 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.559200 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.559486 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] debug = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.559773 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.560347 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.560803 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.561096 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.562172 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.562172 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.562172 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.562505 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.562505 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.563462 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] host = dv-cinder-819669-3-iscsi {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.563462 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.563462 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.563750 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.563956 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.564254 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.564522 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.564844 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.565126 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.565403 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.565685 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.565990 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.566282 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.566593 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.566821 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.567048 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.567342 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.567631 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.567915 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.568200 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.568480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.568775 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.569063 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.569338 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.569627 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.569915 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.570204 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.570485 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.570765 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.571042 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.571320 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.571609 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.571887 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.572165 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.572442 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.572755 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.573056 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.573308 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.573613 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.573905 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.574757 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.575053 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.575337 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.575627 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.575900 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.576178 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.576462 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_json = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.576759 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.577042 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.577330 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.577609 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.577887 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.578169 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.578447 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.578736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.579016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.579327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583698 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583698 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.583915 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.584215 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.584499 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.584809 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.585097 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.585384 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.585678 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.585960 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.586254 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.586555 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.586843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.587143 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.587433 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.587730 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.588023 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.588301 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.588586 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.588912 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.589197 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.589474 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.590120 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.590421 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.590707 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.590989 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.591277 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.591560 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.591837 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.592171 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.592528 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.592857 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.593143 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.593421 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.593699 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.593984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.594262 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.594552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.594826 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.595106 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.595380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.595662 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.595941 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.596218 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.596503 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.596816 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.597106 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.597387 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.597663 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.597943 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.598220 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.598497 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.598837 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.599171 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.599461 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.599738 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.600016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.600297 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.600572 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.600876 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.601174 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.601527 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.601813 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.602220 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.602632 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.603030 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.603418 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.603708 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.604001 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.604292 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.604573 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.604908 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.605208 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.605541 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.605993 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.606290 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.606596 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.606888 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.607178 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.607509 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.607918 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.608333 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.608719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.609048 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.609352 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.609657 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.609961 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.610263 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.610551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.610870 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.611156 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:50.611382 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:32:50.611638 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109211) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 16:32:50.999751 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 16:32:51.000515 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 16:32:51.000700 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 16:32:51.001331 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 16:32:51.338712 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.338917 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.339185 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.341037 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.341321 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.341596 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.387539 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.387832 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.388107 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.404998 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.405287 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.405569 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.435017 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.435305 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.435582 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.472057 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.472340 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.472616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.821290 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.821930 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.821930 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.822095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.822790 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.925393 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.925717 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.926004 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.926281 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.926555 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.926876 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.927144 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.927405 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.927662 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.927950 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.928212 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.928480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.928758 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.929103 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.929363 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.929627 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.929885 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.930217 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.930429 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.930693 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.930967 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.931225 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.931509 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.931888 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.932143 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.932392 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.932816 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.933063 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.933306 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.934062 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.934297 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.934622 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:51.934996 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 16:32:51.938185 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 16:32:51.942298 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 16:32:51.946144 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 14 16:32:51.947817 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 16:32:51.948289 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 16:32:51.948626 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 16:32:51.949108 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 16:32:51.952594 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 16:32:51.952883 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 16:32:51.953239 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 16:32:51.958162 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 16:32:51.981833 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 16:32:51.982303 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.982610 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109211) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 16:32:51.982977 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.984392 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109211) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 16:32:51.984684 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 16:32:51.984963 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 16:32:51.988321 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:51.988608 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.052597 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 16:32:52.052863 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 16:32:52.053109 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 16:32:52.053501 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 16:32:52.075743 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_db.sqlalchemy.engines [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109211) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 16:32:52.522118 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing driver for type 'gre' Feb 14 16:32:52.522692 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] gre ID ranges: [(1, 1000)] Feb 14 16:32:52.581853 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing driver for type 'local' Feb 14 16:32:52.582233 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing driver for type 'vlan' Feb 14 16:32:52.597790 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] VlanTypeDriver initialization complete Feb 14 16:32:52.598154 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing driver for type 'vxlan' Feb 14 16:32:52.598664 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] vxlan ID ranges: [(1, 1000)] Feb 14 16:32:52.652872 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing extension driver 'port_security' Feb 14 16:32:52.653232 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.extensions.port_security [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] PortSecurityExtensionDriver initialization complete Feb 14 16:32:52.653566 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing mechanism driver 'openvswitch' Feb 14 16:32:52.653898 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing mechanism driver 'hyperv' Feb 14 16:32:52.660505 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.plugin [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:32:52.661382 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.661749 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.662101 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.662633 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.663059 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.663414 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.663758 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.664156 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.664561 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.664933 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.665279 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.665675 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.666075 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.666423 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.666763 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.667156 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.667557 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.668599 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.668963 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.669362 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.669761 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > address_group after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.670105 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > address_group after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.670441 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.670834 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:32:52.671278 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] ML2 OVO RPC backend initialized. {{(pid=109211) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 16:32:52.671978 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.672330 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.672760 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.673112 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > networks before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.673457 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.673797 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > ports before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.674136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.674474 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnets before_response 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.674813 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.675148 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.675495 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.675818 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.676151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.676484 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.676846 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.677180 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.677510 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.684885 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded quota_driver: . Feb 14 16:32:52.685248 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.plugin [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Modular L2 Plugin initialization complete Feb 14 16:32:52.685592 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading services supported by the core plugin {{(pid=109211) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 16:32:52.685933 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.plugins.ml2.managers [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Got port-security extension from driver 'port_security' Feb 14 16:32:52.686410 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.extensions.vlantransparent [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Disabled vlantransparent extension. Feb 14 16:32:52.686900 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109211) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 16:32:52.687221 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: router Feb 14 16:32:52.723033 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.723423 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_create 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.723791 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router before_create 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.724157 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.724529 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.724927 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_delete 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.725286 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.725636 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.725992 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_create 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.726335 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.726683 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.727027 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.727380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.727788 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.728156 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.728489 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.728862 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: subnet after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.729201 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.729545 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.729898 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_create 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.730875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.731230 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.731588 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router after_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.731932 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.732403 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_create 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.732797 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.733146 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_update 55549900 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.733510 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > agent after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.733862 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > agent after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.734204 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > network after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.735060 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Tracking information for resource: router configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:52.735391 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Tracking information for resource: floatingip configured {{(pid=109211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:32:52.740609 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.db.l3_agentschedulers_db [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 16:32:52.741208 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.741569 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.741922 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.742275 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: port after_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.743062 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router before_create 55550100 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.743422 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.743785 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_create 55550100 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.744142 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > router precommit_update 55550100 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.749084 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.provider_configuration [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service providers = [] {{(pid=109211) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 16:32:52.749439 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.db.servicetype_db [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109211) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 16:32:52.752378 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.service_base [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:32:52.752721 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.service_base [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:32:52.753086 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.service_base [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:32:52.753969 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.services.service_base [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:32:52.754337 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.services.service_base [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 16:32:52.754712 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.755031 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 16:32:52.765746 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.766081 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: auto_allocate Feb 14 16:32:52.771919 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: network precommit_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.772333 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: network precommit_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.772836 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.773156 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: tag Feb 14 16:32:52.780431 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.780790 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: timestamp Feb 14 16:32:52.784612 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.784968 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: network_ip_availability Feb 14 16:32:52.790429 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.790799 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.791153 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:52.791859 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.792176 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: flavors Feb 14 16:32:52.797765 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.798095 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading Plugin: revisions Feb 14 16:32:52.802421 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:32:52.802814 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=109211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 16:32:52.803545 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109211) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 16:32:52.803875 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Initializing extension manager. Feb 14 16:32:52.804392 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: __init__.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.804755 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: __pycache__ {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.805080 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.805408 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: address_group.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.806180 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.806738 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: address-group Feb 14 16:32:52.807057 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: address_scope.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.807765 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.808265 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: address-scope Feb 14 16:32:52.808612 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.809727 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.810228 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: router-admin-state-down-before-update Feb 14 16:32:52.810549 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: agent.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.811247 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.811750 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: agent Feb 14 16:32:52.812065 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: agent_resources_synced.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.813002 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.813506 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: agent-resources-synced Feb 14 16:32:52.813824 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: allowedaddresspairs.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.815592 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.816112 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: allowed-address-pairs Feb 14 16:32:52.816437 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: auto_allocated_topology.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.817543 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.818057 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: auto-allocated-topology Feb 14 16:32:52.818380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: availability_zone.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.819076 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.819579 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: availability_zone Feb 14 16:32:52.819898 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: availability_zone_filter.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.820838 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.821347 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: availability_zone_filter Feb 14 16:32:52.821858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: data_plane_status.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.822554 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.823054 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 16:32:52.823369 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: default_subnetpools.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.824453 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.824983 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: default-subnetpools Feb 14 16:32:52.825303 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.826106 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.826608 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: dhcp_agent_scheduler Feb 14 16:32:52.826928 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: dns.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.827831 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.828330 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension dns-integration not supported by any of loaded plugins Feb 14 16:32:52.828649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: dns_domain_ports.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.829587 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.830085 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 16:32:52.830403 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.831317 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.831813 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 16:32:52.832131 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: dvr.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.832827 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.833326 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: dvr Feb 14 16:32:52.833645 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: ecmp_routes.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.834553 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.835053 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 16:32:52.835372 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: empty_string_filtering.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.836281 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.836811 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: empty-string-filtering Feb 14 16:32:52.837132 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.838048 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.838551 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 16:32:52.838874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.841320 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.851067 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 16:32:52.851397 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: external_net.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.852359 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.852903 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: external-net Feb 14 16:32:52.853231 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.854138 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.854645 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: extra_dhcp_opt Feb 14 16:32:52.854966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: extraroute.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.855910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.856407 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: extraroute Feb 14 16:32:52.856753 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: extraroute_atomic.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.857811 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.858310 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: extraroute-atomic Feb 14 16:32:52.858630 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: filter_validation.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.859867 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.860572 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: filter-validation Feb 14 16:32:52.861020 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: fip_pf_description.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.862078 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.862691 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 16:32:52.863108 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: fip_port_details.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.864343 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.865144 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: fip-port-details Feb 14 16:32:52.865477 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: flavors.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.866758 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.867284 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: flavors Feb 14 16:32:52.867619 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.869362 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.869885 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 16:32:52.870223 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: floatingip_pools.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.871557 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.872082 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: floatingip-pools Feb 14 16:32:52.872416 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: ip_allocation.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.873433 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.873951 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 16:32:52.874283 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.875241 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.875757 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: ip-substring-filtering Feb 14 16:32:52.876091 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l2_adjacency.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.877086 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.877595 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 16:32:52.877922 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.878965 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.879486 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: router Feb 14 16:32:52.879815 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.882240 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.882777 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 16:32:52.883115 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.884061 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.884579 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: ext-gw-mode Feb 14 16:32:52.884949 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.885924 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.886440 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: l3-ha Feb 14 16:32:52.887375 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.888301 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.888839 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 16:32:52.889174 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_flavors.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.890108 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.890622 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: l3-flavors Feb 14 16:32:52.890950 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_ndp_proxy.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.892367 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.892929 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 16:32:52.893269 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.894200 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.894726 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 16:32:52.895061 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: l3agentscheduler.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.896121 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.896641 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: l3_agent_scheduler Feb 14 16:32:52.897000 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: local_ip.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.898819 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.899355 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension local_ip not supported by any of loaded plugins Feb 14 16:32:52.899690 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: logging.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.901363 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.901895 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension logging not supported by any of loaded plugins Feb 14 16:32:52.902335 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: metering.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.903276 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.903865 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: metering Feb 14 16:32:52.904198 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.905363 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.905892 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: metering_source_and_destination_fields Feb 14 16:32:52.906227 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: multiprovidernet.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.907174 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.907690 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: multi-provider Feb 14 16:32:52.908024 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: netmtu.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.908991 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.909510 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: net-mtu Feb 14 16:32:52.909839 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: netmtu_writable.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.910773 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.911285 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: net-mtu-writable Feb 14 16:32:52.911615 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: network_availability_zone.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.912301 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.912842 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: network_availability_zone Feb 14 16:32:52.913172 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: network_ip_availability.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.914315 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.914836 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: network-ip-availability Feb 14 16:32:52.915165 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: network_segment_range.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.915957 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.916469 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 16:32:52.916832 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: pagination.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.917958 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.918375 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: pagination Feb 14 16:32:52.918707 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: port_device_profile.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.919645 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.920168 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: port-device-profile Feb 14 16:32:52.920496 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.921475 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.921992 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: port-mac-address-regenerate Feb 14 16:32:52.922318 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.923257 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.923771 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: port-numa-affinity-policy Feb 14 16:32:52.924097 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: port_resource_request.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.925069 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.925581 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 16:32:52.925905 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: port_resource_request_groups.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.926898 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.927408 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 16:32:52.927732 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: portbindings.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.928674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.929222 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: binding Feb 14 16:32:52.929545 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: portbindings_extended.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.930846 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.931364 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: binding-extended Feb 14 16:32:52.931694 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: portsecurity.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.932623 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.933173 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: port-security Feb 14 16:32:52.934037 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: project_id.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.935357 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.935735 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: project-id Feb 14 16:32:52.936118 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: providernet.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.937191 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.937750 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: provider Feb 14 16:32:52.938099 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.942046 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.942577 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos not supported by any of loaded plugins Feb 14 16:32:52.942912 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.944180 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.944701 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 16:32:52.945067 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.946005 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.946522 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 16:32:52.946857 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_default.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.947783 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.948302 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-default not supported by any of loaded plugins Feb 14 16:32:52.948634 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_fip.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.950550 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.951066 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-fip not supported by any of loaded plugins Feb 14 16:32:52.951396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.952330 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.952874 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 16:32:52.953207 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_gateway_ip.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.955683 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.956223 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 16:32:52.956566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_port_network_policy.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.957546 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.958074 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 16:32:52.958413 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.959482 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.960010 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 16:32:52.960344 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.961454 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.961978 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 16:32:52.962313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_pps_rule.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.963522 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.964044 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-pps not supported by any of loaded plugins Feb 14 16:32:52.964377 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_rule_type_details.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.965434 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.965953 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 16:32:52.966282 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: qos_rules_alias.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.967355 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.967877 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 16:32:52.968209 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: quota_check_limit.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.969181 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.969711 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: quota-check-limit Feb 14 16:32:52.970051 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: quotasv2.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.971012 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.971345 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: quotas Feb 14 16:32:52.971670 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: quotasv2_detail.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.973433 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.973780 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: quota_details Feb 14 16:32:52.974119 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: rbac.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.975188 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.975717 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: rbac-policies Feb 14 16:32:52.976053 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: rbac_address_group.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.977032 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.977556 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: rbac-address-group Feb 14 16:32:52.977889 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: rbac_address_scope.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.978823 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.979340 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: rbac-address-scope Feb 14 16:32:52.979665 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: rbac_security_groups.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.981193 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.981785 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: rbac-security-groups Feb 14 16:32:52.982114 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: rbac_subnetpool.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.983125 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.983646 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: rbac-subnetpool Feb 14 16:32:52.983975 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: revisionifmatch.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.984945 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.985464 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: revision-if-match Feb 14 16:32:52.985794 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: revisions.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.986922 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.987442 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: standard-attr-revisions Feb 14 16:32:52.987774 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: router_availability_zone.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.988459 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.989001 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: router_availability_zone Feb 14 16:32:52.989332 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: routerservicetype.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.990541 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.991055 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension router-service-type not supported by any of loaded plugins Feb 14 16:32:52.991380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.992324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.992885 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: security-groups-normalized-cidr Feb 14 16:32:52.993217 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.994150 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.994670 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: port-security-groups-filtering Feb 14 16:32:52.994998 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.996604 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.997197 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: security-groups-remote-address-group Feb 14 16:32:52.997526 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.998486 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:52.999002 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: security-groups-shared-filtering Feb 14 16:32:52.999333 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:52.999939 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 16:32:53.000267 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: securitygroup.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.010038 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.010573 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: security-group Feb 14 16:32:53.010917 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: segment.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.011779 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.012294 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension segment not supported by any of loaded plugins Feb 14 16:32:53.012622 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.013614 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.014136 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 16:32:53.014468 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: servicetype.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.015602 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.016124 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: service-type Feb 14 16:32:53.016455 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: sorting.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.017485 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.017824 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: sorting Feb 14 16:32:53.018149 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: standard_attr_segment.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.019086 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.019606 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 16:32:53.019939 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: standardattrdescription.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.020603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.021152 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: standard-attr-description Feb 14 16:32:53.021481 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: stateful_security_group.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.022472 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.022956 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: stateful-security-group Feb 14 16:32:53.023286 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: stdattrs_common.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.023867 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 16:32:53.024193 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.025166 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.025689 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 16:32:53.026016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnet_onboard.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.027144 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.027944 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: subnet_onboard Feb 14 16:32:53.028280 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.029278 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.029802 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 16:32:53.030132 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnet_service_types.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.031065 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.031584 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: subnet-service-types Feb 14 16:32:53.031913 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnetallocation.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.033042 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.033560 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: subnet_allocation Feb 14 16:32:53.033891 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.034578 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.035091 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: subnetpool-prefix-ops Feb 14 16:32:53.035418 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.036369 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.036918 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 16:32:53.037251 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: tagging.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.038322 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.038841 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: standard-attr-tag Feb 14 16:32:53.039174 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: timestamp.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.040442 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.040991 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loaded extension: standard-attr-timestamp Feb 14 16:32:53.041327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: trunk.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.042382 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.043575 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension trunk not supported by any of loaded plugins Feb 14 16:32:53.043931 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: trunk_details.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.044907 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.045434 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension trunk-details not supported by any of loaded plugins Feb 14 16:32:53.045761 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: uplink_status_propagation.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.046697 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.047215 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 16:32:53.047544 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Loading extension file: vlantransparent.py {{(pid=109211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:32:53.048229 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:32:53.048766 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 16:32:53.051265 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:network Feb 14 16:32:53.051791 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnet Feb 14 16:32:53.052199 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:32:53.052597 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:port Feb 14 16:32:53.053867 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.054315 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service FLAVORS assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.054969 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.055429 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.055764 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:router Feb 14 16:32:53.056200 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:floatingip Feb 14 16:32:53.056695 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service METERING assigned prefix: /metering {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.058178 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:53.059120 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:53.059479 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:32:53.060497 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 16:32:53.060975 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:security_group Feb 14 16:32:53.061428 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 16:32:53.062044 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service CORE assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.062414 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:32:53.062778 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] subnetpool is already registered Feb 14 16:32:53.063212 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service CORE assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.063542 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:32:53.063884 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] subnetpool is already registered Feb 14 16:32:53.066218 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.066660 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service FLAVORS assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.067263 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.067695 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.068034 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:router Feb 14 16:32:53.068378 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] router is already registered Feb 14 16:32:53.068825 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:floatingip Feb 14 16:32:53.069170 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] floatingip is already registered Feb 14 16:32:53.069636 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service METERING assigned prefix: /metering {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.070304 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 16:32:53.070641 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] rbac_policy is already registered Feb 14 16:32:53.071059 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:security_group Feb 14 16:32:53.071403 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] security_group is already registered Feb 14 16:32:53.071810 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 16:32:53.072141 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] security_group_rule is already registered Feb 14 16:32:53.072800 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service CORE assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.073137 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:32:53.073475 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] subnetpool is already registered Feb 14 16:32:53.073902 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.v2.resource_helper [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Service CORE assigned prefix: {{(pid=109211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:32:53.074335 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:32:53.074860 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING neutron.quota.resource_registry [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] subnetpool is already registered Feb 14 16:32:53.075330 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: extensions {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.076886 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: address-groups {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.078396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: address-scopes {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.079788 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: agents {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.081001 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: auto-allocated-topology {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.082261 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: availability_zones {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.083496 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: dhcp-networks {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.085039 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: dhcp-agents {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.086489 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: routers {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.088789 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: flavors {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.090201 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: service_profiles {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.091441 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: next_providers {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.092927 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: service_profiles {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.094499 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: floatingip-pools {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.095730 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: routers {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.097888 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: floatingips {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.099193 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: l3-routers {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.100648 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: l3-agents {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.102122 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: metering-labels {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.104395 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: metering-label-rules {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.106508 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: network-ip-availabilities {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.107792 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: bindings {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.109518 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: quotas {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.111147 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: quotas {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.112692 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: rbac-policies {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.114022 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: security-groups {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.115562 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: security-group-rules {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.116843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: service-providers {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.118076 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: subnetpools {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.119522 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: subnetpools {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.121670 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.123456 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.125242 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.127105 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.129077 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.130836 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.132537 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.134484 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.136282 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.138359 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron.api.extensions [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Extended resource: tags {{(pid=109211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:32:53.144281 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING keystonemiddleware.auth_token [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 16:32:53.149019 dv-cinder-819669-3-iscsi neutron-server[109211]: WARNING keystonemiddleware.auth_token [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 16:32:53.157630 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Acquired lock "singleton_lock" {{(pid=109211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 16:32:53.158109 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_concurrency.lockutils [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Releasing lock "singleton_lock" {{(pid=109211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 16:32:53.158771 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Starting 2 workers Feb 14 16:32:53.163617 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Started child 109320 {{(pid=109211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:32:53.168586 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Started child 109321 {{(pid=109211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:32:53.169734 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.170529 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO neutron.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 16:32:53.170965 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Publish callbacks [] for process (None), before_spawn {{(pid=109211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.171266 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [-] (109320) wsgi starting up on http://0.0.0.0:9696 Feb 14 16:32:53.173382 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Starting 1 workers Feb 14 16:32:53.173590 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.174982 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [-] (109321) wsgi starting up on http://0.0.0.0:9696 Feb 14 16:32:53.178581 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Started child 109322 {{(pid=109211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:32:53.179138 dv-cinder-819669-3-iscsi neutron-server[109211]: INFO oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Starting 1 workers Feb 14 16:32:53.182443 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] calling RpcWorker wait() {{(pid=109322) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 16:32:53.183006 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] returning from RpcWorker wait() {{(pid=109322) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 16:32:53.184262 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Started child 109323 {{(pid=109211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:32:53.185024 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.185132 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG neutron_lib.callbacks.manager [None req-286b790d-d2b7-4e1e-959a-a21e64cc957b None None] Publish callbacks [] for process (None), after_spawn {{(pid=109211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.185549 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:32:53.187035 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 16:32:53.187277 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:32:53.187440 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:32:53.187678 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:32:53.188044 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:32:53.188212 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:32:53.188749 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.189036 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.189313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.189575 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.189662 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.190105 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.190466 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.190557 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:32:53.190741 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.190986 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.191260 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.191510 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.191686 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.191855 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.192110 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.192372 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.192663 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.192959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.193203 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.193466 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.193647 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.193906 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.194169 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.194418 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.194686 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] debug = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.194911 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.195397 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.195632 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.195876 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.196103 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.196373 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.196621 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.196950 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.197192 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.197433 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.197670 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.197928 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.198172 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.198386 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.198636 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.198858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.199173 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.199433 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.199928 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] host = dv-cinder-819669-3-iscsi {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.200181 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.200403 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.200657 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.200932 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.201198 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.201416 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.201675 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.201947 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.202191 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.202437 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.202659 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.202895 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.203113 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.203350 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.203596 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_options = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.203728 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.204000 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.204267 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.204451 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.204622 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.204824 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.205090 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.205256 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.205520 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.205741 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.205960 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.206177 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.206411 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.206647 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.206915 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.207150 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.207394 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.207633 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.207902 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.208152 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.208377 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.208608 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.209113 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.216189 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.217349 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42356) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.218552 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_json = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.220151 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.226874 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.228629 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229710 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070643 Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.229861 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.232498 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.234875 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.237603 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.239087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.240551 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.242598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.243719 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.244899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.245179 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.245179 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.245380 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.245626 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.246006 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.246815 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.247084 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.247332 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.247592 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.247820 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.249032 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.249518 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.249753 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.249985 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.250210 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.250456 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.250690 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.251653 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.251653 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.251653 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.251653 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.252843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.252843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.252843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.252843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.253137 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.253561 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.253561 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.253840 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.254050 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255124 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255124 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255124 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255124 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255387 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255567 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255762 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.255986 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.256248 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.256475 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.256695 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.256955 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.257260 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.257500 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.257723 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.257940 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.258220 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.258487 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.258740 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.259910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.259910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.259910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.259910 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.260243 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.260326 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.261319 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.261319 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.261319 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.261319 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.261634 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.262010 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.262166 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.262365 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.262569 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.262792 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.263018 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.263984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.263984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.263984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.263984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.264255 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.264325 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.264553 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.264794 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.265026 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.265248 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.265471 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.265760 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.266772 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.266772 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.266772 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.266772 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.267060 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.267249 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.267438 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.267692 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.267899 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.269473 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.270294 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.270294 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.270294 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.270294 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.271511 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.271791 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.272051 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.272324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.272624 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.272848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.274964 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.275487 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.275487 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.275487 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.275487 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.275735 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.276128 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.276505 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.276925 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.277266 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.277591 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.277811 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.278052 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.278287 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.278494 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.278706 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.279005 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.279367 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.279608 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.279864 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.280087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.280324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.280618 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.280857 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.281076 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.281325 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.281585 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.281772 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.282025 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.282257 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.282472 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.282698 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.282919 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.283132 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.284713 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.285903 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.285903 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.285903 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.285903 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.285903 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.286560 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.286560 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.286560 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.286967 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.286967 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.287239 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288394 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288394 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288394 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288394 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288997 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.288997 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.289337 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.289337 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.289622 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291516 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291993 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.291993 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.292146 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.292387 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.292598 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.293426 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.294568 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.294568 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.294568 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.294568 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295226 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295420 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295660 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.295879 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.296142 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.297396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.297396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.297396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.297396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.297396 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.298031 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.298031 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.298031 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.298390 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.298390 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:32:53.298837 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 16:32:53.298989 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:32:53.299148 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:32:53.299320 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:32:53.299595 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:32:53.299748 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:32:53.299941 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.300097 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.300251 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.300403 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.300559 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301974 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301974 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.301974 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302464 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302464 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302464 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302880 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302880 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.302880 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.303266 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.303266 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.303266 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] debug = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.304021 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.304021 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.304021 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.304021 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305095 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305678 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.305845 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306006 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306252 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306415 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306578 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306739 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.306896 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.307215 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.307383 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] host = dv-cinder-819669-3-iscsi {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.307553 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.307697 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.307995 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.308327 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.308609 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309946 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309946 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.309946 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310242 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310406 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_options = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310566 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310801 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.310966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311099 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311243 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311381 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311519 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311675 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311814 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.311952 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312087 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312232 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312366 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312528 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312661 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.312885 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313023 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313182 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313342 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313501 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313651 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313800 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.313952 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314091 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314227 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314390 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314535 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314694 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314838 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.314997 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.315142 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.316652 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.316652 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.316652 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.316652 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317324 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.317858 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318381 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318381 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318381 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318381 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_json = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318885 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318885 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.318885 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.319289 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.319289 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.319548 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.319684 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.319843 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.320010 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:32:53.320212 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.320382 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.320546 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.320707 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.320905 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321060 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321228 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321367 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321504 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321669 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321832 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.321997 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322169 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322331 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322494 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322664 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322818 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.322957 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.323127 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.323273 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.323423 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.323586 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.323756 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.324490 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.324692 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.324911 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325053 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325248 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325410 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325562 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325701 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.325985 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326121 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326256 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326422 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326577 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.326891 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327051 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327219 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327401 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327564 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327712 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.327867 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328011 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328180 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328332 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328499 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328663 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328834 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.328987 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.329278 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.329449 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.329612 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.329884 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330045 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330198 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330364 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330509 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330678 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.330844 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331009 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331154 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331321 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331476 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331637 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331784 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.331960 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332126 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332291 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332447 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332606 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332797 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.332956 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333096 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333253 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333419 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333564 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333731 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.333878 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334044 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334209 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334363 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334512 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.334840 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335005 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335170 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335334 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335499 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335671 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.335850 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.336016 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.336181 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.336336 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.336496 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.336650 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.337651 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.337826 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.337994 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.339570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.340674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.340674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.340674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.340674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.340674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.341000 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.341674 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.341842 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.341984 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.342152 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.342317 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.342483 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.342809 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.342982 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343158 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343323 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343486 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343812 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.343974 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344136 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344302 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344463 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344625 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344811 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.344999 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345142 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345312 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345497 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345643 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345783 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.345947 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346101 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346259 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346414 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346570 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346739 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.346904 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.347044 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.347182 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.348597 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.349848 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.350971 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.350971 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.350971 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.350971 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351467 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.351616 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.352644 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.353691 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.354649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.354649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.354649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.354649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.354649 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.355696 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.356959 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.357966 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.358856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.359736 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.360611 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.360611 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.360611 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.360611 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.360611 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361313 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361951 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361951 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361951 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.361951 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362480 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362982 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362982 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.362982 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.363375 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.363375 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.363375 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.363765 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.363765 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.364023 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.364023 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.364283 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.364431 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.364569 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365014 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365155 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365293 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365429 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365565 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365702 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.365856 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366006 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366144 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366280 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366417 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366580 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366751 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.366918 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367073 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367255 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367411 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367581 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367735 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.367913 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368102 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368351 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368550 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368550 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368850 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.368850 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369129 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369265 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369402 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369577 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369942 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369942 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.369942 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.370452 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.370452 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.370452 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.370703 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.370703 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.371458 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:32:53.371681 dv-cinder-819669-3-iscsi neutron-server[109211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:33:04.798203 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525eaf26-3b39-4377-aa08-9669674fd40f None None] get_active_networks_info from dv-cinder-819669-3-iscsi {{(pid=109322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 16:33:04.862423 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525eaf26-3b39-4377-aa08-9669674fd40f None None] No non-hosted networks {{(pid=109322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 16:33:04.903604 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8611b2ee-7ec3-4c39-9e24-31c4cc05b96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:07.253522 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f248bbe0-4ed0-4b22-8c9d-fbea8e14ed52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:07.292168 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6fffcaf9-bdb7-4a84-9bfd-d0abddabd5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:08.515644 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:10.055733 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:11.178150 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:11.179716 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.180071 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.180710 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.181280 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.181832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.182645 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.183450 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.184877 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.185558 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.186222 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.187000 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.187549 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.188036 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:11.188672 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819669-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:11.195711 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819669-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:11.592261 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42456) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:12.192032 dv-cinder-819669-3-iscsi neutron-server[109320]: WARNING oslo_policy.policy [None req-e082c090-57fb-4af9-8376-5e75b18bf487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:12.192630 dv-cinder-819669-3-iscsi neutron-server[109320]: WARNING oslo_policy.policy [None req-e082c090-57fb-4af9-8376-5e75b18bf487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:12.423550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [None req-e082c090-57fb-4af9-8376-5e75b18bf487 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:33:12.436946 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e082c090-57fb-4af9-8376-5e75b18bf487 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8314242 Feb 14 16:33:12.625353 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.db.l3_hamode_db [None req-411a06b7-1dad-4b03-9c8d-d416e27006d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 16:33:12.705270 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a06b7-1dad-4b03-9c8d-d416e27006d0 None None] Routers set() bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:33:12.705958 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a06b7-1dad-4b03-9c8d-d416e27006d0 None None] Router IDs set() for agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 16:33:14.960496 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42472) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:15.315254 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:15.406861 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.policy [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109320) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 16:33:15.449246 dv-cinder-819669-3-iscsi neutron-server[109320]: WARNING oslo_policy.policy [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:15.449755 dv-cinder-819669-3-iscsi neutron-server[109320]: WARNING oslo_policy.policy [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:15.546758 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762988800601', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762988800108', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762989114073', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762989111700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762989100171', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762989141982', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1991268', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2049610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687357'] for rbac-policy (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:15.620946 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:15.622245 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-dbd29dc7-5750-48d2-a91c-64a9074d0620 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6607249 Feb 14 16:33:18.076660 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42482) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:18.392819 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:18.422543 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Made reservation on behalf of 63fec3a9f4794f3f9becc33e31775f31 for: {'network': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:33:18.426494 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.444304 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.552450 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks [] for security_group (649efde5-2d9b-4788-9888-27c8fb723ab1), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.556064 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (649efde5-2d9b-4788-9888-27c8fb723ab1), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.580069 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:33:18.615700 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762990204775', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (95ad30ac-806b-4776-9e41-857b8376a890), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.616272 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Unsubscribe: segment precommit_create {{(pid=109320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 16:33:18.617026 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.segments_db [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Added segment 95ad30ac-806b-4776-9e41-857b8376a890 of type vlan for network d714d417-7d69-461e-b047-d1275c0bbc0a Feb 14 16:33:18.632151 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=649efde5-2d9b-4788-9888-27c8fb723ab1,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:18.680252 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.680529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.680911 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.681247 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.681570 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.681890 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.682211 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.682530 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.682846 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.683178 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.683557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.683868 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.684267 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Tracked resource versions report: Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: pushed versions: Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: { 'AddressGroup': {'1.2'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'ConntrackHelper': {'1.0'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Log': {'1.0'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Network': {'1.1'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Port': {'1.7'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'PortForwarding': {'1.2'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'QosPolicy': {'1.10'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroup': {'1.5'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SubPort': {'1.0'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Subnet': {'1.1'}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Trunk': {'1.1'}} Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: consumer versions: Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'ConntrackHelper': '1.0', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'LocalIPAssociation': '1.0', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Log': '1.0', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Network': '1.1', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Port': '1.7', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'PortForwarding': '1.2', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'QosPolicy': '1.10', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroup': '1.5', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroupRule': '1.2', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SubPort': '1.0', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Subnet': '1.1', Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Trunk': '1.1'}} Feb 14 16:33:18.685641 dv-cinder-819669-3-iscsi neutron-server[109320]: {{(pid=109320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:33:18.727965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (d714d417-7d69-461e-b047-d1275c0bbc0a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.766252 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (d714d417-7d69-461e-b047-d1275c0bbc0a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.771397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:18.772166 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:18.830725 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7529395 Feb 14 16:33:18.893835 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28429774-b384-4b6e-b42c-c5c1d55a7796 demo demo] Pushing event updated for resources: {'Network': ['ID=d714d417-7d69-461e-b047-d1275c0bbc0a,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:18.909328 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network d714d417-7d69-461e-b047-d1275c0bbc0a details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:33:21.319869 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42494) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:21.727070 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f946704-52f4-4996-a1bd-5b28d320d992 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:21.728459 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9f946704-52f4-4996-a1bd-5b28d320d992 demo admin] 10.222.0.69 "GET /v2.0/networks/d714d417-7d69-461e-b047-d1275c0bbc0a HTTP/1.1" status: 200 len: 825 time: 0.4076028 Feb 14 16:33:21.753125 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-65322e8b-c6e5-4a98-a363-a24475857c8c demo admin] 10.222.0.69 "GET /v2.0/subnetpools/66394ccd-bd1f-41f0-83b7-531b46f40f26 HTTP/1.1" status: 200 len: 734 time: 0.0189080 Feb 14 16:33:21.762153 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Request body: {'subnet': {'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26', 'name': 'private-subnet'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:21.781790 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Made reservation on behalf of 63fec3a9f4794f3f9becc33e31775f31 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:33:21.784112 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:22.088016 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (7be34337-7836-4154-a829-71ee88443651), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:22.158902 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Pushing event updated for resources: {'Subnet': ['ID=7be34337-7836-4154-a829-71ee88443651,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:22.161164 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Checking segment: {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:33:22.161553 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Network hostable DHCP agents. Network: d714d417-7d69-461e-b047-d1275c0bbc0a, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:33:22.183333 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Network d714d417-7d69-461e-b047-d1275c0bbc0a is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:33:22.195513 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, d714d417-7d69-461e-b047-d1275c0bbc0a) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:22.200523 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:22.201146 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:22.205380 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bddf52-1a45-48bb-ac8d-0b54f9445a05 None None] Network d714d417-7d69-461e-b047-d1275c0bbc0a requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:33:22.217747 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b71a6c4d-bfc3-4284-9a5c-eff3d3666e3e demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4594202 Feb 14 16:33:22.482589 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-d714d417-7d69-461e-b047-d1275c0bbc0a', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:33:22.483822 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:22.762181 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Allocated IP 172.20.0.2 (d714d417-7d69-461e-b047-d1275c0bbc0a/7be34337-7836-4154-a829-71ee88443651/8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:33:23.034942 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks [] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.043632 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.123969 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Network d714d417-7d69-461e-b047-d1275c0bbc0a is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:33:23.131298 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:23.134504 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Pushing event updated for resources: {'Port': ['ID=8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:23.136792 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:33:23.146319 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.146679 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.147043 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.147382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.147711 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.148040 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.148365 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.148688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.149200 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.149539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.149866 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.150187 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.150508 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Tracked resource versions report: Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: pushed versions: Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: { 'AddressGroup': {'1.2'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'ConntrackHelper': {'1.0'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Log': {'1.0'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Network': {'1.1'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Port': {'1.7'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'PortForwarding': {'1.2'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'QosPolicy': {'1.10'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroup': {'1.5'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SubPort': {'1.0'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Subnet': {'1.1'}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Trunk': {'1.1'}} Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: consumer versions: Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'ConntrackHelper': '1.0', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'LocalIPAssociation': '1.0', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Log': '1.0', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Network': '1.1', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Port': '1.7', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'PortForwarding': '1.2', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'QosPolicy': '1.10', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroup': '1.5', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroupRule': '1.2', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SubPort': '1.0', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Subnet': '1.1', Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Trunk': '1.1'}} Feb 14 16:33:23.151920 dv-cinder-819669-3-iscsi neutron-server[109322]: {{(pid=109322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:33:23.227677 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Attempting to bind port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:33:23.228333 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Attempting to bind port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:33:23.228509 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Attempting to bind port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 on network d714d417-7d69-461e-b047-d1275c0bbc0a {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:33:23.234922 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:33:23.235310 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Checking segment: {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:33:23.235825 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.236219 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Bound using segment: {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:33:23.236699 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Bound port: 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:33:23.237122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.306366 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] For port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:33:23.312019 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] For port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62,segment=NetworkSegment(95ad30ac-806b-4776-9e41-857b8376a890),segment_id=95ad30ac-806b-4776-9e41-857b8376a890)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:33:23.320842 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.386225 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1dc3b-b590-49aa-ae1b-3f786a98a3ff None None] Pushing event updated for resources: {'Port': ['ID=8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:24.756281 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42502) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:25.078686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [None req-30e01184-43ca-40f8-9d5a-30b934fdf99c admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:33:25.079769 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-30e01184-43ca-40f8-9d5a-30b934fdf99c admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3225114 Feb 14 16:33:27.567963 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42510) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:27.898296 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [None req-e976fe7c-74ba-4096-863a-a8ac7d7632c3 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:33:27.899303 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e976fe7c-74ba-4096-863a-a8ac7d7632c3 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304162 Feb 14 16:33:30.379168 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42518) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:30.690261 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:30.713911 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (beda4aca-0990-439e-a030-ad96aa67929e), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:30.715742 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (beda4aca-0990-439e-a030-ad96aa67929e), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:30.853703 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Publish callbacks [] for router_controller (beda4aca-0990-439e-a030-ad96aa67929e), precommit_add_association {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:30.859020 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (beda4aca-0990-439e-a030-ad96aa67929e), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:30.876055 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:30.877268 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ff4082ce-140b-46e1-96cf-f036a76382a0 demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4972062 Feb 14 16:33:33.378397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42530) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:33.704175 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [None req-a9571416-b66d-4068-a977-470a7764892b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:33:33.705331 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a9571416-b66d-4068-a977-470a7764892b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259845 Feb 14 16:33:33.944546 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:33:34.038050 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:34.038473 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.149240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:34.149646 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.185644 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62,segment=NetworkSegment(95ad30ac-806b-4776-9e41-857b8376a890),segment_id=95ad30ac-806b-4776-9e41-857b8376a890)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:33:34.189697 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.237863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:34.374527 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151624d-2721-42cc-a304-bd028c4cb06d None None] Network d714d417-7d69-461e-b047-d1275c0bbc0a requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:33:34.463622 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-13e04af0-955b-4dfa-9971-826e83be5a0f None None] Provisioning complete for port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:34.463934 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-13e04af0-955b-4dfa-9971-826e83be5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.584943 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-13e04af0-955b-4dfa-9971-826e83be5a0f None None] Current status of the port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:34.704472 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-3329bd78-f336-45dd-b010-83ebd04a6690 None None] Provisioning complete for port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:34.704899 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3329bd78-f336-45dd-b010-83ebd04a6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.752456 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1846-2772-47ca-89be-bd987b4f2c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:34.796098 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-3329bd78-f336-45dd-b010-83ebd04a6690 None None] Current status of the port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:35.905029 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:33:35.961363 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:35.961754 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.036656 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:36.252353 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42538) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:36.574525 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:36.595624 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Made reservation on behalf of 8db7dd9bd4634d758d35deda84c44573 for: {'network': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:33:36.598057 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.606465 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.681170 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks [] for security_group (0d1c4524-53c7-4e40-b05b-75d3d026b13f), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.684978 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (0d1c4524-53c7-4e40-b05b-75d3d026b13f), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.701891 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Reserving flat network on physical network physnet1 {{(pid=109320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 16:33:36.718016 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c4524-53c7-4e40-b05b-75d3d026b13f,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:36.723307 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.723655 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.segments_db [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Added segment cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f of type flat for network 268d6900-56fe-428f-a904-7894b8dfbf82 Feb 14 16:33:36.778216 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (268d6900-56fe-428f-a904-7894b8dfbf82), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.811000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (268d6900-56fe-428f-a904-7894b8dfbf82), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.812181 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:36.812803 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:36.854517 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6009707 Feb 14 16:33:36.912493 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541159-b703-4e2c-8a10-2649818da622 admin admin] Pushing event updated for resources: {'Network': ['ID=268d6900-56fe-428f-a904-7894b8dfbf82,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:36.924068 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 268d6900-56fe-428f-a904-7894b8dfbf82 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:33:37.250406 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dfc2416-ac92-4afa-85a0-41fbde67c7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:38.461885 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:39.376185 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 42556) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:39.622364 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING oslo_policy.policy [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:39.622937 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING oslo_policy.policy [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:39.990610 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:40.033623 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.policy [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 16:33:40.077779 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING oslo_policy.policy [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:40.078160 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING oslo_policy.policy [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:33:40.086347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:40.088259 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-90dcb4e8-b687-4fe0-b4b3-b67ab8f5ee97 demo admin] 10.222.0.69 "GET /v2.0/subnets/7be34337-7836-4154-a829-71ee88443651 HTTP/1.1" status: 200 len: 849 time: 0.7101269 Feb 14 16:33:40.280719 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-5e6d805f-e2c3-4183-bb92-57b404c3d1a5 demo admin] 10.222.0.69 "GET /v2.0/routers/beda4aca-0990-439e-a030-ad96aa67929e HTTP/1.1" status: 200 len: 704 time: 0.1865819 Feb 14 16:33:40.567382 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:40.934798 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Allocated IP 172.20.0.1 (d714d417-7d69-461e-b047-d1275c0bbc0a/7be34337-7836-4154-a829-71ee88443651/8c152d24-9861-4483-adb6-d249ccb3a7dd) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:33:41.145570 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks [] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.179864 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.220281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.286470 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Network d714d417-7d69-461e-b047-d1275c0bbc0a is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:33:41.291185 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:41.335080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Pushing event updated for resources: {'Port': ['ID=8c152d24-9861-4483-adb6-d249ccb3a7dd,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:41.338182 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:33:41.338291 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (beda4aca-0990-439e-a030-ad96aa67929e), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.403585 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.404125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.404593 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.405087 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.405512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.405931 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.406462 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.406888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.407306 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.407742 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.408199 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.408610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.409093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Tracked resource versions report: Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: pushed versions: Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: { 'AddressGroup': {'1.2'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'ConntrackHelper': {'1.0'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Log': {'1.0'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Network': {'1.1'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Port': {'1.7'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'PortForwarding': {'1.2'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'QosPolicy': {'1.10'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroup': {'1.5'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SubPort': {'1.0'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Subnet': {'1.1'}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Trunk': {'1.1'}} Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: consumer versions: Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'ConntrackHelper': '1.0', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'LocalIPAssociation': '1.0', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Log': '1.0', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Network': '1.1', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Port': '1.7', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'PortForwarding': '1.2', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'QosPolicy': '1.10', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroup': '1.5', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroupRule': '1.2', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SubPort': '1.0', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Subnet': '1.1', Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Trunk': '1.1'}} Feb 14 16:33:41.410562 dv-cinder-819669-3-iscsi neutron-server[109321]: {{(pid=109321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:33:41.562545 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-8180962c-a31a-4d55-bd6e-f312e9694522 None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:41.563052 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8180962c-a31a-4d55-bd6e-f312e9694522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.564083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.653655 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-8180962c-a31a-4d55-bd6e-f312e9694522 None None] Port 8c152d24-9861-4483-adb6-d249ccb3a7dd cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:33:41.793650 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks [] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.798080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.798845 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (beda4aca-0990-439e-a030-ad96aa67929e), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.855753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Pushing event updated for resources: {'Port': ['ID=8c152d24-9861-4483-adb6-d249ccb3a7dd,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:41.935640 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Network d714d417-7d69-461e-b047-d1275c0bbc0a is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:33:41.937026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:42.156556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Router beda4aca-0990-439e-a030-ad96aa67929e is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:33:42.178176 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-d6bff351-14db-4e2e-87bd-74b2bfa1bc1c None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:42.178652 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d6bff351-14db-4e2e-87bd-74b2bfa1bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:42.216977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-d6bff351-14db-4e2e-87bd-74b2bfa1bc1c None None] Port 8c152d24-9861-4483-adb6-d249ccb3a7dd cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:33:42.256334 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:33:42.262600 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-aadd3e3e-5b45-4902-a802-3619bed19e16 demo admin] 10.222.0.69 "PUT /v2.0/routers/beda4aca-0990-439e-a030-ad96aa67929e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9751062 Feb 14 16:33:42.267105 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Sync routers for ids ['beda4aca-0990-439e-a030-ad96aa67929e'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:33:42.282524 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Routers {'beda4aca-0990-439e-a030-ad96aa67929e'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:33:42.283345 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:33:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['beda4aca-0990-439e-a030-ad96aa67929e'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:42.492958 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Set router beda4aca-0990-439e-a030-ad96aa67929e gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:33:42.952390 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:41Z', 'revision_number': 2, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port_host': None, '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:41Z', 'revision_number': 2, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:43.006285 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Checking router: beda4aca-0990-439e-a030-ad96aa67929e for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:33:43.006657 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Updating router beda4aca-0990-439e-a030-ad96aa67929e port 8c152d24-9861-4483-adb6-d249ccb3a7dd binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:33:43.062932 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.685152 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks [] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.692310 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.846360 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Attempting to bind port 8c152d24-9861-4483-adb6-d249ccb3a7dd on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:33:43.846767 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Attempting to bind port 8c152d24-9861-4483-adb6-d249ccb3a7dd by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:33:43.847219 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Attempting to bind port 8c152d24-9861-4483-adb6-d249ccb3a7dd on network d714d417-7d69-461e-b047-d1275c0bbc0a {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:33:43.858846 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:33:43.859346 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Checking segment: {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:33:43.859761 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.860151 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Bound using segment: {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:33:43.860691 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Bound port: 8c152d24-9861-4483-adb6-d249ccb3a7dd, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ad30ac-806b-4776-9e41-857b8376a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:33:43.861151 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.909461 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Pushing event updated for resources: {'Port': ['ID=8c152d24-9861-4483-adb6-d249ccb3a7dd,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:43.924646 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.925023 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.925366 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.925697 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.926024 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.926347 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.926666 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.926988 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.927305 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.927637 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.927956 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.928269 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.928582 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Tracked resource versions report: Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: pushed versions: Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: { 'AddressGroup': {'1.2'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'ConntrackHelper': {'1.0'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Log': {'1.0'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Network': {'1.1'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Port': {'1.7'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'PortForwarding': {'1.2'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'QosPolicy': {'1.10'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroup': {'1.5'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SubPort': {'1.0'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Subnet': {'1.1'}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Trunk': {'1.1'}} Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: consumer versions: Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'ConntrackHelper': '1.0', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'LocalIPAssociation': '1.0', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Log': '1.0', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Network': '1.1', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Port': '1.7', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'PortForwarding': '1.2', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'QosPolicy': '1.10', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroup': '1.5', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroupRule': '1.2', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SubPort': '1.0', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Subnet': '1.1', Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Trunk': '1.1'}} Feb 14 16:33:43.930002 dv-cinder-819669-3-iscsi neutron-server[109323]: {{(pid=109323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:33:43.946811 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-e5663d89-e9bf-496c-aa07-2a05f51dcae0 None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:43.947322 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-e5663d89-e9bf-496c-aa07-2a05f51dcae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:43.967958 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] For port 8c152d24-9861-4483-adb6-d249ccb3a7dd, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:33:43.988572 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] For port 8c152d24-9861-4483-adb6-d249ccb3a7dd, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=8c152d24-9861-4483-adb6-d249ccb3a7dd,segment=NetworkSegment(95ad30ac-806b-4776-9e41-857b8376a890),segment_id=95ad30ac-806b-4776-9e41-857b8376a890)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:33:43.995625 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-e5663d89-e9bf-496c-aa07-2a05f51dcae0 None None] Port 8c152d24-9861-4483-adb6-d249ccb3a7dd cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:33:43.995956 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:44.062109 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835282e-2667-4f3b-8dc5-405efa6b1811 None None] Pushing event updated for resources: {'Port': ['ID=8c152d24-9861-4483-adb6-d249ccb3a7dd,revision_number=4']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:44.068859 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Routers {'beda4aca-0990-439e-a030-ad96aa67929e'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:33:44.069504 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:33:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['beda4aca-0990-439e-a030-ad96aa67929e'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:44.163121 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] Set router beda4aca-0990-439e-a030-ad96aa67929e gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:33:44.221844 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:44.222156 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:44.302201 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Current status of the port 8c152d24-9861-4483-adb6-d249ccb3a7dd is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:44.302516 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:44.337755 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] For port 8c152d24-9861-4483-adb6-d249ccb3a7dd, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=8c152d24-9861-4483-adb6-d249ccb3a7dd,segment=NetworkSegment(95ad30ac-806b-4776-9e41-857b8376a890),segment_id=95ad30ac-806b-4776-9e41-857b8376a890)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:33:44.343200 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:44.394100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82e17d-a30f-4d68-811d-d36dad9d026f None None] Pushing event updated for resources: {'Port': ['ID=8c152d24-9861-4483-adb6-d249ccb3a7dd,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:44.403351 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:41Z', 'revision_number': 2, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port_host': None, '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:43Z', 'revision_number': 4, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:44.429977 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509c574-c42a-4cdb-b558-aadf99b5e97b None None] The sync data for ids ['beda4aca-0990-439e-a030-ad96aa67929e'] in dv-cinder-819669-3-iscsi is: [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:41Z', 'revision_number': 2, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port_host': None, '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:43Z', 'revision_number': 4, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:33:44.749511 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 42588) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:44.863520 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f0711-afa4-44eb-b574-e09ba5328a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:44.865095 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7a5f0711-afa4-44eb-b574-e09ba5328a9d admin admin] 10.222.0.69 "GET /v2.0/networks/268d6900-56fe-428f-a904-7894b8dfbf82 HTTP/1.1" status: 200 len: 842 time: 0.1145067 Feb 14 16:33:44.875223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:44.910164 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Made reservation on behalf of 8db7dd9bd4634d758d35deda84c44573 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:33:44.912664 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:45.233042 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.objects.ports [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109321) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 16:33:45.233496 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (745432cf-e423-4653-8bed-4a76a02d564f), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:45.280691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745432cf-e423-4653-8bed-4a76a02d564f,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:45.299404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:33:45.299748 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Network hostable DHCP agents. Network: 268d6900-56fe-428f-a904-7894b8dfbf82, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:33:45.322753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:33:45.334811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 268d6900-56fe-428f-a904-7894b8dfbf82) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:45.340999 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:45.341824 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:45.344242 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8da054-b122-4b59-b038-2a40366aea46 None None] Network 268d6900-56fe-428f-a904-7894b8dfbf82 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:33:45.375245 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-aea32256-7c41-407f-8cef-c9a524046170 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5033095 Feb 14 16:33:45.459343 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cdae36-5a1d-430e-b613-015ee1d99716 None None] Network 268d6900-56fe-428f-a904-7894b8dfbf82 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:33:47.787993 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 42596) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:47.942287 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2d01860f-4ecf-4e75-afdb-8ab9f66117c0 demo admin] 10.222.0.69 "GET /v2.0/routers/beda4aca-0990-439e-a030-ad96aa67929e HTTP/1.1" status: 200 len: 710 time: 0.1530504 Feb 14 16:33:48.027974 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62308061-f75e-44c4-a78c-d328c0f41b69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:33:48.029361 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-62308061-f75e-44c4-a78c-d328c0f41b69 demo admin] 10.222.0.69 "GET /v2.0/networks/268d6900-56fe-428f-a904-7894b8dfbf82 HTTP/1.1" status: 200 len: 886 time: 0.0818210 Feb 14 16:33:48.039257 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:33:48.297726 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks [] for router_gateway (beda4aca-0990-439e-a030-ad96aa67929e), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.611594 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks [] for router_gateway (beda4aca-0990-439e-a030-ad96aa67929e), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.685687 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.788927 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Allocated IP 172.27.1.2 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/73aaa012-8dce-4f76-b085-1bc9eb7d6f47) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:33:48.905850 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks [] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.946269 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.990279 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:33:48.996055 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:33:49.005976 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:33:49.012444 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Pushing event updated for resources: {'Port': ['ID=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:49.291297 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks [] for router_gateway (beda4aca-0990-439e-a030-ad96aa67929e), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:49.500922 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-608425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105089'] for router (beda4aca-0990-439e-a030-ad96aa67929e), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:49.504411 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-608402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-608411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-610424'] for router (beda4aca-0990-439e-a030-ad96aa67929e), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:49.621176 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Router beda4aca-0990-439e-a030-ad96aa67929e has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:33:49.750360 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:33:49.755568 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:49.757112 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-04d05b77-7f05-4865-9719-476e46ff353d demo admin] 10.222.0.69 "PUT /v2.0/routers/beda4aca-0990-439e-a030-ad96aa67929e HTTP/1.1" status: 200 len: 888 time: 1.7208631 Feb 14 16:33:51.948879 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 8c152d24-9861-4483-adb6-d249ccb3a7dd up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:33:52.006467 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:52.006770 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:52.094113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 8c152d24-9861-4483-adb6-d249ccb3a7dd is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:52.297139 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 42608) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:33:52.433909 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-04276f57-8fec-4d81-9ebf-85650f202aa5 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1356158 Feb 14 16:33:53.175147 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Sync routers for ids ['beda4aca-0990-439e-a030-ad96aa67929e'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:33:53.188925 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Routers {'beda4aca-0990-439e-a030-ad96aa67929e'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:33:53.189594 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:33:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['beda4aca-0990-439e-a030-ad96aa67929e'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:53.430929 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Set router beda4aca-0990-439e-a030-ad96aa67929e gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:33:53.855444 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:49Z', 'revision_number': 4, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port': {'id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:48Z', 'updated_at': '2022-02-14T16:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:44Z', 'revision_number': 5, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:53.981039 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Checking router: beda4aca-0990-439e-a030-ad96aa67929e for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:33:53.981421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Updating router beda4aca-0990-439e-a030-ad96aa67929e port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:33:54.033676 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.414032 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks [] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.421736 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.466947 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c3d7-05fa-4900-a9f8-ed7da9a10e08 None None] Pushing event updated for resources: {'Port': ['ID=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:54.489992 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Attempting to bind port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:33:54.490684 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Attempting to bind port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:33:54.491279 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Attempting to bind port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:33:54.498857 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:33:54.499095 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:33:54.499496 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.499893 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:33:54.500367 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Bound port: 73aaa012-8dce-4f76-b085-1bc9eb7d6f47, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:33:54.500764 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.562461 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] For port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:33:54.567420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] For port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:33:54.575062 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.630127 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Routers {'beda4aca-0990-439e-a030-ad96aa67929e'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:33:54.630758 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:33:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['beda4aca-0990-439e-a030-ad96aa67929e'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:54.688807 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c3d7-05fa-4900-a9f8-ed7da9a10e08 None None] Pushing event updated for resources: {'Port': ['ID=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:54.765462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] Set router beda4aca-0990-439e-a030-ad96aa67929e gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:33:55.001258 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:49Z', 'revision_number': 4, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port': {'id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:48Z', 'updated_at': '2022-02-14T16:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:44Z', 'revision_number': 5, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:33:55.030767 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7356a858-f342-4275-b277-ae39903a1db2 None None] The sync data for ids ['beda4aca-0990-439e-a030-ad96aa67929e'] in dv-cinder-819669-3-iscsi is: [{'id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'name': 'router1', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:33:30Z', 'updated_at': '2022-02-14T16:33:49Z', 'revision_number': 4, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'gw_port': {'id': '73aaa012-8dce-4f76-b085-1bc9eb7d6f47', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:48Z', 'updated_at': '2022-02-14T16:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '8c152d24-9861-4483-adb6-d249ccb3a7dd', 'name': '', 'network_id': 'd714d417-7d69-461e-b047-d1275c0bbc0a', 'tenant_id': '63fec3a9f4794f3f9becc33e31775f31', 'mac_address': 'fa:16:3e:4d:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beda4aca-0990-439e-a030-ad96aa67929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7be34337-7836-4154-a829-71ee88443651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:33:40Z', 'updated_at': '2022-02-14T16:33:44Z', 'revision_number': 5, 'project_id': '63fec3a9f4794f3f9becc33e31775f31', 'subnets': [{'id': '7be34337-7836-4154-a829-71ee88443651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66394ccd-bd1f-41f0-83b7-531b46f40f26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:33:56.029492 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:33:56.109345 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:56.109345 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:56.208060 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:33:56.208469 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:56.236680 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:33:56.243327 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:56.299137 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=73aaa012-8dce-4f76-b085-1bc9eb7d6f47,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:33:57.977100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:33:58.075735 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:33:58.075981 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (73aaa012-8dce-4f76-b085-1bc9eb7d6f47), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:58.179388 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 73aaa012-8dce-4f76-b085-1bc9eb7d6f47 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:34:02.237889 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:34:04.739644 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f6e19fcc-794f-4c8c-b878-19dfc5589520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:07.259645 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2cf7db7f-a3b2-4c2e-99c3-503c8efb0d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:08.473164 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:09.999934 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:11.188916 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:34.736927 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d640e15c-8464-4a0d-aa8c-35fe3172e3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:37.265109 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2b313cda-a691-4336-ad2c-ec818e6eddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:38.477012 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:39.236224 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:34:40.000882 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:41.191919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:04.730888 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a219af0a-4244-49b9-b28e-7eb9da6bbe88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:07.261382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d5f792a6-e1dd-4c34-a4ba-43432d90f806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:08.468834 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:10.000136 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:11.188104 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:16.128057 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43094) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:16.189458 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.pecan_wsgi.hooks.translation [None req-554d93d6-b8a7-46da-8eeb-0022ca81cb23 admin admin] GET failed (client error): The resource could not be found. Feb 14 16:35:16.190748 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-554d93d6-b8a7-46da-8eeb-0022ca81cb23 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617280 Feb 14 16:35:16.234667 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:35:16.357101 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0ccd5-bd53-4b79-be57-996125b66e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:16.358591 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b7f0ccd5-bd53-4b79-be57-996125b66e52 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637905 Feb 14 16:35:18.763923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43104) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:18.856268 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4e388-e723-4411-8fe3-8c1b228456aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:18.857664 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f6e4e388-e723-4411-8fe3-8c1b228456aa admin admin] 10.222.0.69 "GET /v2.0/subnets/7be34337-7836-4154-a829-71ee88443651 HTTP/1.1" status: 200 len: 849 time: 0.0927777 Feb 14 16:35:18.867779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:35:18.953048 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Publish callbacks [] for subnet (7be34337-7836-4154-a829-71ee88443651), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:19.176312 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762990183864'] for subnet (7be34337-7836-4154-a829-71ee88443651), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:19.205065 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:19.205579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:19.210756 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] 10.222.0.69 "PUT /v2.0/subnets/7be34337-7836-4154-a829-71ee88443651 HTTP/1.1" status: 200 len: 868 time: 0.3434472 Feb 14 16:35:19.223653 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b3cad-2c56-48db-8e67-b76149b1aeca None None] Network d714d417-7d69-461e-b047-d1275c0bbc0a requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:35:19.229024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be34337-7836-4154-a829-71ee88443651,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:35:19.236516 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.236943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.237286 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.237621 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.237954 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.238281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.238607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.239175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.239507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.239827 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.240148 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.240464 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.241248 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eab87b-d948-49a0-a160-b58ba360bb1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:35:19.614650 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Provisioning complete for port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:35:19.615039 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:19.697600 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Current status of the port 8ecb2e80-bf5c-4e11-87ef-fb16eaf0ba62 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:35:19.707841 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Provisioning complete for port 8c152d24-9861-4483-adb6-d249ccb3a7dd triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:35:19.708234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8c152d24-9861-4483-adb6-d249ccb3a7dd), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:19.784679 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-eac26424-59b4-4a22-b322-c8ff8e36621b None None] Current status of the port 8c152d24-9861-4483-adb6-d249ccb3a7dd is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:35:21.500062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43112) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:21.699074 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a8a1b-1fc0-4703-b335-fa1586ec4422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:21.699456 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a8a1b-1fc0-4703-b335-fa1586ec4422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:21.701037 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3f6a8a1b-1fc0-4703-b335-fa1586ec4422 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999838 Feb 14 16:35:23.991531 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43120) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:24.125964 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6358859-8aa6-4aad-86a4-7274ff083cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:24.125964 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6358859-8aa6-4aad-86a4-7274ff083cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:24.127322 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b6358859-8aa6-4aad-86a4-7274ff083cd3 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1347978 Feb 14 16:35:26.449415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43128) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:26.613061 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e9060-9c8d-43d3-98e0-1c8599883c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:26.614700 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-bd0e9060-9c8d-43d3-98e0-1c8599883c8c admin admin] 10.222.0.69 "GET /v2.0/networks/268d6900-56fe-428f-a904-7894b8dfbf82 HTTP/1.1" status: 200 len: 886 time: 0.1641777 Feb 14 16:35:28.893956 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43138) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:29.043135 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cb4c5-6dcf-4871-9aff-25b59958c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:29.044510 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4c5cb4c5-6dcf-4871-9aff-25b59958c82a admin admin] 10.222.0.69 "GET /v2.0/networks/d714d417-7d69-461e-b047-d1275c0bbc0a HTTP/1.1" status: 200 len: 869 time: 0.1494861 Feb 14 16:35:31.340542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43146) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:31.465655 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63afb48-8e7b-4e3e-abb9-d1f535ec05a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:31.466116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63afb48-8e7b-4e3e-abb9-d1f535ec05a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:31.467683 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c63afb48-8e7b-4e3e-abb9-d1f535ec05a7 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261709 Feb 14 16:35:33.740608 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43154) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:33.863655 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ca980-f8dd-49a9-a3f3-88b56336a1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:33.864365 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ca980-f8dd-49a9-a3f3-88b56336a1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:33.865898 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-415ca980-f8dd-49a9-a3f3-88b56336a1a5 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243401 Feb 14 16:35:34.733208 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-69a31050-1c87-457f-ad0d-f3ba9dcd5e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:36.124057 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43162) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:36.210899 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857cd43-bebd-459b-9940-5743e8bec82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:36.212140 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9857cd43-bebd-459b-9940-5743e8bec82a admin admin] 10.222.0.69 "GET /v2.0/subnets/745432cf-e423-4653-8bed-4a76a02d564f HTTP/1.1" status: 200 len: 816 time: 0.0871375 Feb 14 16:35:37.261417 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd2cb-2570-4e85-a748-606d3bb636a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:38.468280 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:38.530092 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43170) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:35:38.622291 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa27345-1cea-4e51-83c9-84541993985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:35:38.623617 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7fa27345-1cea-4e51-83c9-84541993985a admin admin] 10.222.0.69 "GET /v2.0/subnets/7be34337-7836-4154-a829-71ee88443651 HTTP/1.1" status: 200 len: 868 time: 0.0925865 Feb 14 16:35:40.001721 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:41.191073 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:53.233840 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:36:02.788306 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43224) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:36:02.839948 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [None req-cc1efed1-01aa-4d31-8f92-2a8f619ac03b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:36:02.841126 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cc1efed1-01aa-4d31-8f92-2a8f619ac03b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517423 Feb 14 16:36:04.735901 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-44d02b0a-054d-45ca-8cae-a8f9dd2bdd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:05.214984 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43232) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:36:05.280111 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.pecan_wsgi.hooks.translation [None req-297c6147-c3e0-4c52-a6ea-0aba3b4f4f14 admin admin] GET failed (client error): The resource could not be found. Feb 14 16:36:05.281768 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-297c6147-c3e0-4c52-a6ea-0aba3b4f4f14 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655284 Feb 14 16:36:05.371862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b5695-3190-463c-9cea-5286317ca927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:36:05.373395 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b28b5695-3190-463c-9cea-5286317ca927 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872903 Feb 14 16:36:07.255097 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ce18abb1-c019-4d21-9780-e80e8fd42ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.698003 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43240) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:36:07.746159 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:36:07.766849 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Made reservation on behalf of 8db7dd9bd4634d758d35deda84c44573 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:36:07.769262 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.797683 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING neutron.services.revisions.revision_plugin [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Could not find related network for resource to bump revision. Feb 14 16:36:07.814830 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:36:07.827467 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762990204775', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (da388681-e1cd-4966-82e5-38f9b5ccfc87), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.828034 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Unsubscribe: segment precommit_create {{(pid=109321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 16:36:07.828493 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Added segment da388681-e1cd-4966-82e5-38f9b5ccfc87 of type vlan for network bd40e257-0fd0-484d-b66f-f3b6ef48a360 Feb 14 16:36:07.876761 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (bd40e257-0fd0-484d-b66f-f3b6ef48a360), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.908047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (bd40e257-0fd0-484d-b66f-f3b6ef48a360), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.909026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:36:07.909634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:07.951721 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2525384 Feb 14 16:36:08.012011 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfbecf-43d2-435f-ad47-40600a6536c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bd40e257-0fd0-484d-b66f-f3b6ef48a360,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:36:08.025282 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:36:08.471754 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:10.007128 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:10.296085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43248) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:36:10.357775 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.pecan_wsgi.hooks.translation [None req-382164a5-b77e-4d32-99bb-9e7912990dfe admin admin] GET failed (client error): The resource could not be found. Feb 14 16:36:10.359076 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-382164a5-b77e-4d32-99bb-9e7912990dfe admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620327 Feb 14 16:36:10.429733 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71401099-30f6-4b1d-837f-0fcc1bfa346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:36:10.431831 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-71401099-30f6-4b1d-837f-0fcc1bfa346f admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686100 Feb 14 16:36:10.443224 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:36:10.465895 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Made reservation on behalf of 8db7dd9bd4634d758d35deda84c44573 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:36:10.468542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:10.664281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (c09be670-062e-4132-ba6e-e635ee253169), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:10.720323 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09be670-062e-4132-ba6e-e635ee253169,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:36:10.730872 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Checking segment: {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:36:10.731233 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Network hostable DHCP agents. Network: bd40e257-0fd0-484d-b66f-f3b6ef48a360, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:36:10.748169 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:36:10.756251 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, bd40e257-0fd0-484d-b66f-f3b6ef48a360) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:36:10.760480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:36:10.761108 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:10.765678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffea86-fca4-48fd-ad78-1ced4a1b63fc None None] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:36:10.780892 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-86786a28-ad84-4b00-82ee-e401ad86a7a1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3370245 Feb 14 16:36:10.877504 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-bd40e257-0fd0-484d-b66f-f3b6ef48a360', 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360', 'project_id': '8db7dd9bd4634d758d35deda84c44573', 'fixed_ips': [{'subnet_id': 'c09be670-062e-4132-ba6e-e635ee253169'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:36:10.878446 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.030026 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Allocated IP 192.168.233.2 (bd40e257-0fd0-484d-b66f-f3b6ef48a360/c09be670-062e-4132-ba6e-e635ee253169/14c74ee2-3010-4ff5-9be0-bf62043cc11a) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:36:11.193156 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks [] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.202801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.208502 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.243936 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:36:11.248637 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:36:11.252303 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:36:11.269943 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Pushing event updated for resources: {'Port': ['ID=14c74ee2-3010-4ff5-9be0-bf62043cc11a,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:36:11.296591 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.296937 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.297340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.297688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.298124 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.298361 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.298688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.299022 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.299348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.299697 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.300021 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.300342 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.301215 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:36:11.335541 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Attempting to bind port 14c74ee2-3010-4ff5-9be0-bf62043cc11a on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:36:11.335984 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Attempting to bind port 14c74ee2-3010-4ff5-9be0-bf62043cc11a by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:36:11.336343 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Attempting to bind port 14c74ee2-3010-4ff5-9be0-bf62043cc11a on network bd40e257-0fd0-484d-b66f-f3b6ef48a360 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:36:11.342327 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:36:11.342705 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Checking segment: {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:36:11.343102 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.343496 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Bound using segment: {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:36:11.343955 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Bound port: 14c74ee2-3010-4ff5-9be0-bf62043cc11a, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:36:11.344332 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.410275 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] For port 14c74ee2-3010-4ff5-9be0-bf62043cc11a, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:36:11.413615 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] For port 14c74ee2-3010-4ff5-9be0-bf62043cc11a, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=14c74ee2-3010-4ff5-9be0-bf62043cc11a,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:36:11.419656 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:11.484477 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf315c7-74b6-4476-beee-b88acaa94e38 None None] Pushing event updated for resources: {'Port': ['ID=14c74ee2-3010-4ff5-9be0-bf62043cc11a,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:36:12.059886 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 14c74ee2-3010-4ff5-9be0-bf62043cc11a up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:36:12.119651 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 14c74ee2-3010-4ff5-9be0-bf62043cc11a triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:36:12.120594 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:12.214173 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 14c74ee2-3010-4ff5-9be0-bf62043cc11a is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:36:12.214173 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:12.255601 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 14c74ee2-3010-4ff5-9be0-bf62043cc11a, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=14c74ee2-3010-4ff5-9be0-bf62043cc11a,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:36:12.261260 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:12.318620 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=14c74ee2-3010-4ff5-9be0-bf62043cc11a,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:36:12.411430 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c643b-b2fb-4b51-86e8-fe14d9e43e2b None None] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:36:12.588757 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-08e22c93-5ac2-4a53-946d-3a5ce50ecbb4 None None] Provisioning complete for port 14c74ee2-3010-4ff5-9be0-bf62043cc11a triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:36:12.589152 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-08e22c93-5ac2-4a53-946d-3a5ce50ecbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:12.725194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-08e22c93-5ac2-4a53-946d-3a5ce50ecbb4 None None] Current status of the port 14c74ee2-3010-4ff5-9be0-bf62043cc11a is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:36:12.945154 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-c69370d9-9a8b-4f27-940e-3bf24c59ede6 None None] Provisioning complete for port 14c74ee2-3010-4ff5-9be0-bf62043cc11a triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:36:12.945544 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c69370d9-9a8b-4f27-940e-3bf24c59ede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:13.026079 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-c69370d9-9a8b-4f27-940e-3bf24c59ede6 None None] Current status of the port 14c74ee2-3010-4ff5-9be0-bf62043cc11a is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:36:14.013139 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 14c74ee2-3010-4ff5-9be0-bf62043cc11a up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:36:14.063958 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 14c74ee2-3010-4ff5-9be0-bf62043cc11a triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:36:14.064349 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (14c74ee2-3010-4ff5-9be0-bf62043cc11a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:14.141810 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 14c74ee2-3010-4ff5-9be0-bf62043cc11a is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:36:30.233505 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:36:34.739777 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6783cc02-c2f8-4d2c-8c0c-94fef0a6c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:37.261802 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9cf0109a-40d5-468d-bd6d-1956cd359d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:38.474240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:40.004088 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:36:41.192337 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:04.745900 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-be45de14-7871-4352-80bf-fa30f34dfd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:07.233782 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:37:07.257955 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ed4a712e-6ea2-44f7-9b23-37afcf5eaf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:08.477374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:10.008658 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:11.197672 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:26.833336 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43288) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:37:26.840045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [None req-841a7aa5-7086-428e-95df-a75a720a6979 tempest-verify_tempest_config-595363774 tempest-verify_tempest_config-595363774-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:37:26.841051 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-841a7aa5-7086-428e-95df-a75a720a6979 tempest-verify_tempest_config-595363774 tempest-verify_tempest_config-595363774-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066919 Feb 14 16:37:27.140387 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43306) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:37:27.243710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.349387 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Publish callbacks [] for security_group (95634dd5-0970-4b09-98ef-bf4646b2812c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.353413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (95634dd5-0970-4b09-98ef-bf4646b2812c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.399635 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95634dd5-0970-4b09-98ef-bf4646b2812c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:37:27.405888 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61e9f26c93f74f2f92b3e432f847f3f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2643445 Feb 14 16:37:27.408603 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43310) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:37:27.412413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.412928 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.413398 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.413866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.414330 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.414792 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.415272 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.415729 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.416208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.416675 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.417158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.417610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.418062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85c12-5c21-44e6-b25f-a3308fdfe9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.471210 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Publish callbacks [] for security_group (95634dd5-0970-4b09-98ef-bf4646b2812c), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.494793 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Publish callbacks [] for security_group (95634dd5-0970-4b09-98ef-bf4646b2812c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.586443 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (95634dd5-0970-4b09-98ef-bf4646b2812c), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.589058 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:27.590237 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95634dd5-0970-4b09-98ef-bf4646b2812c HTTP/1.1" status: 204 len: 168 time: 0.1806517 Feb 14 16:37:27.598504 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95634dd5-0970-4b09-98ef-bf4646b2812c,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:37:27.606032 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.606318 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.606671 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.606994 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.607316 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.607640 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.607981 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.608309 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.608662 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.608998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.609324 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.609641 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:27.609960 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c8ff-8a7f-4251-aaec-12319a84f55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:37:34.741588 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-df9fbbbb-9fb3-4d40-af9f-6376acbdc456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:37.266819 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1f8b-b6c3-4f73-8031-3e22e19b7afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:38.480392 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:40.012219 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:41.192597 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:37:44.232638 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:38:04.744466 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8ea887f7-5a6d-4ed2-8a9c-3d190f48b915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:07.261083 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-26c0e1de-c219-4de6-99f3-a91ee786b01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:08.486584 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:10.015740 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:11.196454 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:21.231466 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:38:34.747044 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b2259795-121c-436c-ab3d-5150f45fbd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:37.265788 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0e19de4a-7458-4e92-9691-5dd17e4f0240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:38.485213 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:40.015941 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:41.199025 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:38:58.230787 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 5 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:39:03.677777 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609179'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:04.750810 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-819b8889-2181-4c9b-a59b-54f9f50556de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:07.271327 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-460f4db1-6e3d-40a8-820f-450c00e287a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:08.492985 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:10.020141 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:11.203988 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:18.573396 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43382) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:39:18.699741 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-16637a03-b98b-4668-ac7a-c567c4f4e426 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249142 Feb 14 16:39:21.248970 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43392) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:39:21.313701 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-98fa0065-202e-4bc5-bb29-4618b5d834f3 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0636353 Feb 14 16:39:33.649104 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:34.753625 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b67a-1546-46a5-80e9-8ee6454158c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:35.230754 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:39:37.274383 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-36e032e8-5155-4ff6-8f2a-493a4f86e1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:38.505863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:40.023607 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:39:41.199896 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:03.677977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:04.758403 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-033a9b74-5195-430e-815d-e5b53c2fde32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:07.282365 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ed3002a6-711a-4bd8-a2fa-9c160be47a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:08.495608 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:10.028741 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:11.204013 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:12.231750 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:40:33.680124 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:34.767079 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5451a0fc-9959-4815-bc3a-67b3c658ebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:37.278288 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8df38928-dc25-438c-8cdd-a9b65f458580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:38.500508 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:40.034147 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:41.207102 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:49.237844 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:40:55.900812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43564) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:56.210014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-923155180-network', 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:56.239453 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:56.243764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.256205 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.342285 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks [] for security_group (614cbb65-fe27-4b72-8401-2840a3f61d06), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.348357 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (614cbb65-fe27-4b72-8401-2840a3f61d06), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.376295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614cbb65-fe27-4b72-8401-2840a3f61d06,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:56.385822 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.386130 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.386800 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.387303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.387795 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.388272 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.389302 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.389797 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.390314 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.390822 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.391157 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.391481 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.391803 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Tracked resource versions report: Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: pushed versions: Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: { 'AddressGroup': {'1.2'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'ConntrackHelper': {'1.0'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Log': {'1.0'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Network': {'1.1'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Port': {'1.7'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'PortForwarding': {'1.2'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'QosPolicy': {'1.10'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroup': {'1.5'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SubPort': {'1.0'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Subnet': {'1.1'}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Trunk': {'1.1'}} Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: consumer versions: Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'ConntrackHelper': '1.0', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'LocalIPAssociation': '1.0', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Log': '1.0', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Network': '1.1', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Port': '1.7', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'PortForwarding': '1.2', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'QosPolicy': '1.10', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroup': '1.5', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SecurityGroupRule': '1.2', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'SubPort': '1.0', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Subnet': '1.1', Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: 'Trunk': '1.1'}} Feb 14 16:40:56.392984 dv-cinder-819669-3-iscsi neutron-server[109321]: {{(pid=109321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:40:56.401440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:40:56.410945 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (982afe98-eadb-4440-b431-8b2a52f84e67), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.411295 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Added segment 982afe98-eadb-4440-b431-8b2a52f84e67 of type vlan for network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce Feb 14 16:40:56.460041 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.489027 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.491355 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:56.499557 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.581037 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43596) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:56.581682 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6793139 Feb 14 16:40:56.585311 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65854-1f41-4fea-a11a-5e5dc12833c7 admin admin] Pushing event updated for resources: {'Network': ['ID=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:56.588462 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Request body: {'subnet': {'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-923155180-subnet', 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:56.595580 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:40:56.616816 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:56.619705 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.709678 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43602) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:56.856314 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43614) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:56.860292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (54bd5764-ff46-4709-bb92-d449ce9cf8b2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:56.918952 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43620) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:56.926354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bd5764-ff46-4709-bb92-d449ce9cf8b2,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:56.934783 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.935047 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.935383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.936497 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.937631 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.938546 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.939218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.939757 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.940128 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.940867 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.941497 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.942008 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.942515 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Tracked resource versions report: Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: pushed versions: Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: { 'AddressGroup': {'1.2'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'ConntrackHelper': {'1.0'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Log': {'1.0'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Network': {'1.1'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Port': {'1.7'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'PortForwarding': {'1.2'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'QosPolicy': {'1.10'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroup': {'1.5'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SubPort': {'1.0'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Subnet': {'1.1'}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Trunk': {'1.1'}} Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: consumer versions: Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'ConntrackHelper': '1.0', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'LocalIPAssociation': '1.0', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Log': '1.0', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Network': '1.1', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Port': '1.7', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'PortForwarding': '1.2', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'QosPolicy': '1.10', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroup': '1.5', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SecurityGroupRule': '1.2', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'SubPort': '1.0', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Subnet': '1.1', Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: 'Trunk': '1.1'}} Feb 14 16:40:56.945246 dv-cinder-819669-3-iscsi neutron-server[109320]: {{(pid=109320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:40:56.970870 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Checking segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:40:56.971550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Network hostable DHCP agents. Network: 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:40:56.994063 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:40:57.008503 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:40:57.013620 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:57.014561 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.018861 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f447b-cbe0-4f1c-aef0-e38e6262e07e None None] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:40:57.053877 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-381b2749-8b3d-4f04-bddc-051569544488 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4715629 Feb 14 16:40:57.158716 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a916f65-7366-4a25-9483-3f391fc60bb0 None None] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:40:57.188488 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43630) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:57.206208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-561415025-network', 'tenant_id': '371ce883a6604c6d8f23c37b203408a8'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:57.235754 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Made reservation on behalf of 371ce883a6604c6d8f23c37b203408a8 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:57.239907 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.248682 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125379877-network', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:57.260025 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.294932 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-854198017-network', 'tenant_id': '9ac858370b5646558197b988d600ebb2'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:57.338317 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Made reservation on behalf of 135eb96084004d599d3ae285c12c0cc3 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:57.341058 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.352129 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Made reservation on behalf of 9ac858370b5646558197b988d600ebb2 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:57.354701 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.368453 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.380229 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.587344 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks [] for security_group (7e5846cf-eb75-4de3-92f6-5e72842213bf), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.611306 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (7e5846cf-eb75-4de3-92f6-5e72842213bf), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.627270 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-network', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:57.697635 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:40:57.722078 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5846cf-eb75-4de3-92f6-5e72842213bf,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:57.736046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (b0233f71-3727-472e-90bb-b4a246aeb4e8), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.736363 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Added segment b0233f71-3727-472e-90bb-b4a246aeb4e8 of type vlan for network ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 Feb 14 16:40:57.773951 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Made reservation on behalf of e098ed28a2a3486b9814fe1c9e5ba069 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:57.776329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.825169 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks [] for security_group (d47276d9-1de4-449c-8738-9132328a2dc1), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.845037 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.864365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d47276d9-1de4-449c-8738-9132328a2dc1), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.869476 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.873587 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks [] for security_group (bf48c803-1de1-4c2f-ba98-6d7e9a49cb32), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.898239 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bf48c803-1de1-4c2f-ba98-6d7e9a49cb32), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.931593 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47276d9-1de4-449c-8738-9132328a2dc1,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:57.943159 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:40:57.988494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:57.989512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:57.990141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.031080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.033753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:40:58.051638 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (139ae95e-6695-42f5-b419-247cb809df56), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.051987 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Added segment 139ae95e-6695-42f5-b419-247cb809df56 of type vlan for network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc Feb 14 16:40:58.064229 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43678) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:58.065085 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3533940 Feb 14 16:40:58.071638 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Request body: {'subnet': {'network_id': 'ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-561415025-subnet', 'tenant_id': '371ce883a6604c6d8f23c37b203408a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:58.101396 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (8262156e-52ae-4421-ba8b-9efb9922b156), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.102066 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Added segment 8262156e-52ae-4421-ba8b-9efb9922b156 of type vlan for network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 Feb 14 16:40:58.112977 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Made reservation on behalf of 371ce883a6604c6d8f23c37b203408a8 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:58.116130 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.179716 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee870-25b5-4b61-a629-18fd5b73706d admin admin] Pushing event updated for resources: {'Network': ['ID=ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.191794 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:40:58.291925 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.301947 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (78c8f1d1-6f68-4b86-8f18-c6b30e940004), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.442279 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks [] for security_group (b8f78a61-0201-4412-9ab6-873b60e66e98), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.450609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.451618 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:58.452369 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.511579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (b8f78a61-0201-4412-9ab6-873b60e66e98), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.522832 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (78c8f1d1-6f68-4b86-8f18-c6b30e940004), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.531861 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:58.532614 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.538757 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6812210 Feb 14 16:40:58.550399 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43696) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:58.559687 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Request body: {'subnet': {'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-subnet', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:58.607615 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (0d6c4dc6-3eed-4f15-bd22-016ca44d40df), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.615935 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:40:58.627053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1accc-86ef-4615-993b-0696be9b581c admin admin] Pushing event updated for resources: {'Network': ['ID=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.642386 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:40:58.658579 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7378731 Feb 14 16:40:58.666336 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (378e3dac-954b-44c3-80fe-bc4e50a22b99), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.669682 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Added segment 378e3dac-954b-44c3-80fe-bc4e50a22b99 of type vlan for network b1382731-2e51-446f-a112-df41fcd4df35 Feb 14 16:40:58.677874 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43710) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:58.678960 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6c4dc6-3eed-4f15-bd22-016ca44d40df,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.683254 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Request body: {'subnet': {'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-854198017-subnet', 'tenant_id': '9ac858370b5646558197b988d600ebb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:58.708811 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Checking segment: {'id': 'b0233f71-3727-472e-90bb-b4a246aeb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:40:58.709211 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Network hostable DHCP agents. Network: ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:40:58.734564 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f78a61-0201-4412-9ab6-873b60e66e98,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.738926 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Network ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:40:58.760909 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:40:58.766485 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:58.768698 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.806501 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd0adc-61da-4112-9293-accc3a7b8d3f None None] Network ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:40:58.821379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4d5ceebd-9c5b-44ed-a734-12e73c8ed1c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7557750 Feb 14 16:40:58.915850 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Made reservation on behalf of 135eb96084004d599d3ae285c12c0cc3 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:58.918223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.919973 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55fb70-ac6e-4787-a9d9-e536395dfd3d admin admin] Pushing event updated for resources: {'Network': ['ID=78c8f1d1-6f68-4b86-8f18-c6b30e940004,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:58.950292 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:40:58.989573 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (b1382731-2e51-446f-a112-df41fcd4df35), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:58.997105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Made reservation on behalf of 9ac858370b5646558197b988d600ebb2 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:59.000424 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.030972 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17beafb5-444f-48b3-91ff-60c89526de43 None None] Network ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:40:59.167243 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43754) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:59.171241 dv-cinder-819669-3-iscsi neutron-server[109320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 16:40:59.184978 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (b1382731-2e51-446f-a112-df41fcd4df35), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.185937 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:59.186519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.452785 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2603803 Feb 14 16:40:59.453424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43762) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:59.457154 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (b7c70514-ef6f-46ef-9ed6-0e9fa1858c68), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.471282 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Request body: {'subnet': {'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-subnet', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:59.498555 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cd49d-6e0a-434d-9396-703e3911630f admin admin] Pushing event updated for resources: {'Network': ['ID=b1382731-2e51-446f-a112-df41fcd4df35,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:59.499986 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-8679ed00-9944-40eb-97c1-da16beae00d4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:59.503044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:59.509789 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-8679ed00-9944-40eb-97c1-da16beae00d4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.3396885 Feb 14 16:40:59.511065 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network b1382731-2e51-446f-a112-df41fcd4df35 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:40:59.533442 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Made reservation on behalf of e098ed28a2a3486b9814fe1c9e5ba069 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:40:59.543478 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.566214 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-151c0c64-28cd-4482-9912-10ed4602f085 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/quotas/e19dcc1ba220431c8add39a4d314f8f3 HTTP/1.1" status: 200 len: 375 time: 0.0424221 Feb 14 16:40:59.599846 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Checking segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:40:59.600327 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Network hostable DHCP agents. Network: 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:40:59.680108 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:40:59.697771 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (7553b1c1-29ce-4df4-a20a-9e3b7266611b), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.700705 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-f8c687f3-9803-4293-8bb4-de4a7c902873 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226034 Feb 14 16:40:59.720243 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43770) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:59.725183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:40:59.778974 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b031e47-1408-4ba6-b14b-2c778d8c3526 None None] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:40:59.803447 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:59.804809 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.855266 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Checking segment: {'id': '8262156e-52ae-4421-ba8b-9efb9922b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:40:59.855795 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Network hostable DHCP agents. Network: 78c8f1d1-6f68-4b86-8f18-c6b30e940004, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:40:59.861253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7553b1c1-29ce-4df4-a20a-9e3b7266611b,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:40:59.883441 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-722a8713-7e8f-4537-bb7e-c363783db035 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3276346 Feb 14 16:40:59.884112 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43778) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:40:59.891456 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.901941 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:40:59.907112 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:40:59.935773 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 78c8f1d1-6f68-4b86-8f18-c6b30e940004) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:40:59.937763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:40:59.938721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.946226 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.948263 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:40:59.982992 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0b581-9f18-489e-ba3b-c3cd7088cb1d None None] Network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:00.000663 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818aefa9-27e8-4d2e-aaf5-bc4fd91526c7 None None] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:00.042692 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-10a600bf-4597-4b7d-8475-45f218ea3c93 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3632205 Feb 14 16:41:00.152300 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-05711828-dceb-414c-bf46-d5b1a58b7337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.155820 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for router_controller (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.157974 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:00.181981 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7f30ecf3-9e63-4109-98b2-4d36a9889a89 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:41:00.183004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7f30ecf3-9e63-4109-98b2-4d36a9889a89 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2608862 Feb 14 16:41:00.214296 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffecdf-15d1-44d1-8869-21d3918361d3 None None] Network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:00.305462 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Checking segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:00.306171 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Network hostable DHCP agents. Network: b1382731-2e51-446f-a112-df41fcd4df35, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:41:00.406377 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Network b1382731-2e51-446f-a112-df41fcd4df35 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:41:00.440918 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-05711828-dceb-414c-bf46-d5b1a58b7337 admin admin] Publish callbacks [] for security_group (a5490a13-495b-492b-bddb-bd79f5d343a7), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.442678 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, b1382731-2e51-446f-a112-df41fcd4df35) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:00.446257 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-111df95d-74d9-4e7d-b31b-2e5276b945d4 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423251 Feb 14 16:41:00.449271 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:00.451789 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95dd31-7d63-4f79-89d7-506259292d7c None None] Network b1382731-2e51-446f-a112-df41fcd4df35 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:00.462508 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.463318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for router_gateway (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.492196 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43804) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:00.498609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-821318546-network', 'tenant_id': '9fe73df4d94a4aa6b1ea7246ba99edd9'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:00.541435 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Made reservation on behalf of 9fe73df4d94a4aa6b1ea7246ba99edd9 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:00.544537 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.557873 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.585354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-05711828-dceb-414c-bf46-d5b1a58b7337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a5490a13-495b-492b-bddb-bd79f5d343a7), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.634371 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-c767d1ed-f023-4d4b-8de2-57c586123947 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645024 Feb 14 16:41:00.651147 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-05711828-dceb-414c-bf46-d5b1a58b7337 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5751a3217a5849e3b927c6cdd16ba5d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9304485 Feb 14 16:41:00.655588 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43806) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:00.717374 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9b34b9f3-5245-4221-b760-c3ccafef9d16 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2600045 Feb 14 16:41:00.719040 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks [] for security_group (e016b0a7-7228-4e2d-a2bc-a2e29815f615), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.722658 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 43810) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:00.724935 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05711828-dceb-414c-bf46-d5b1a58b7337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5490a13-495b-492b-bddb-bd79f5d343a7,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:00.743183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:00.752387 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] Publish callbacks [] for security_group (a5490a13-495b-492b-bddb-bd79f5d343a7), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.753307 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-b1382731-2e51-446f-a112-df41fcd4df35', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:41:00.754763 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.783383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] Publish callbacks [] for security_group (a5490a13-495b-492b-bddb-bd79f5d343a7), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.794942 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e016b0a7-7228-4e2d-a2bc-a2e29815f615), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.841018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:41:00.861883 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a5490a13-495b-492b-bddb-bd79f5d343a7), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.867298 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.872316 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5490a13-495b-492b-bddb-bd79f5d343a7 HTTP/1.1" status: 204 len: 168 time: 0.2144611 Feb 14 16:41:00.876323 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43830) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:00.879288 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (7d0a7138-f236-4ad4-92b8-1bd1904939c7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:00.889206 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b3355-1766-457f-96a4-dd4213d6659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5490a13-495b-492b-bddb-bd79f5d343a7,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:00.921117 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Added segment 7d0a7138-f236-4ad4-92b8-1bd1904939c7 of type vlan for network a0a5b375-acdf-4440-8e64-a5120ff764d6 Feb 14 16:41:00.953941 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e016b0a7-7228-4e2d-a2bc-a2e29815f615,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:00.973251 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Allocated IP 172.20.0.2 (b1382731-2e51-446f-a112-df41fcd4df35/6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138/796e9360-c128-4d9b-88d4-05f78d20c606) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:01.010840 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.012267 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.093684 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-344fdb80-0ceb-4cb1-9e47-1c4d282ca837 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:01.094872 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-344fdb80-0ceb-4cb1-9e47-1c4d282ca837 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/networks?id=78c8f1d1-6f68-4b86-8f18-c6b30e940004 HTTP/1.1" status: 200 len: 811 time: 0.2081671 Feb 14 16:41:01.165755 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-96d551b8-559b-445a-9277-d9b43cf5d0f9 req-60daa9dc-be53-4f22-8b66-9d9f0cda04a2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.0697386 Feb 14 16:41:01.169625 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-430ddd5f-ed29-47ef-b0ec-4741225bfc6e tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/quotas/9ac858370b5646558197b988d600ebb2 HTTP/1.1" status: 200 len: 375 time: 0.0640643 Feb 14 16:41:01.261918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c7c96bb9-77cb-49cb-9571-a4665bfd57f3 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ac858370b5646558197b988d600ebb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865965 Feb 14 16:41:01.280241 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (a0a5b375-acdf-4440-8e64-a5120ff764d6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.359548 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks [] for port (796e9360-c128-4d9b-88d4-05f78d20c606), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.369445 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.397627 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for router_controller (6000ee8a-5be0-4709-a036-ff32d57253ad), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.399544 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for router_gateway (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.421009 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Network b1382731-2e51-446f-a112-df41fcd4df35 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:01.426789 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.429248 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:01.436179 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:01.482350 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (a0a5b375-acdf-4440-8e64-a5120ff764d6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.483644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:01.484213 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.521201 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Pushing event updated for resources: {'Port': ['ID=796e9360-c128-4d9b-88d4-05f78d20c606,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:01.532524 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.533031 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.533344 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.534297 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.534648 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.535144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.535609 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.535964 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.537759 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.538370 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.538925 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.539309 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.539796 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Tracked resource versions report: Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: pushed versions: Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: { 'AddressGroup': {'1.2'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'ConntrackHelper': {'1.0'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Log': {'1.0'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Network': {'1.1'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Port': {'1.7'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'PortForwarding': {'1.2'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'QosPolicy': {'1.10'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroup': {'1.5'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SubPort': {'1.0'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Subnet': {'1.1'}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Trunk': {'1.1'}} Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: consumer versions: Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'ConntrackHelper': '1.0', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'LocalIPAssociation': '1.0', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Log': '1.0', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Network': '1.1', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Port': '1.7', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'PortForwarding': '1.2', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'QosPolicy': '1.10', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroup': '1.5', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SecurityGroupRule': '1.2', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'SubPort': '1.0', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Subnet': '1.1', Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: 'Trunk': '1.1'}} Feb 14 16:41:01.541302 dv-cinder-819669-3-iscsi neutron-server[109322]: {{(pid=109322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:41:01.568234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Attempting to bind port 796e9360-c128-4d9b-88d4-05f78d20c606 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:01.568234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Attempting to bind port 796e9360-c128-4d9b-88d4-05f78d20c606 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:01.568234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Attempting to bind port 796e9360-c128-4d9b-88d4-05f78d20c606 on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:01.570302 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:01.571169 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Checking segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:01.571634 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.572039 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Bound using segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:01.572516 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Bound port: 796e9360-c128-4d9b-88d4-05f78d20c606, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:01.572925 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.641333 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1463485 Feb 14 16:41:01.643802 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43876) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:01.651426 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Request body: {'subnet': {'network_id': 'a0a5b375-acdf-4440-8e64-a5120ff764d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-821318546-subnet', 'tenant_id': '9fe73df4d94a4aa6b1ea7246ba99edd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:01.695246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Made reservation on behalf of 9fe73df4d94a4aa6b1ea7246ba99edd9 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:01.702286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.719780 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] For port 796e9360-c128-4d9b-88d4-05f78d20c606, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:01.730802 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] For port 796e9360-c128-4d9b-88d4-05f78d20c606, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=796e9360-c128-4d9b-88d4-05f78d20c606,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:01.746995 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.761246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7e91-2279-480c-aa8d-cd9ff1b10111 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a5b375-acdf-4440-8e64-a5120ff764d6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:01.806332 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network a0a5b375-acdf-4440-8e64-a5120ff764d6 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:41:01.825290 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43880) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:01.881920 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for router_gateway (6000ee8a-5be0-4709-a036-ff32d57253ad), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.900573 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-99bc633c-726f-41dc-b515-0db1cbe9a995 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:41:01.912570 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-99bc633c-726f-41dc-b515-0db1cbe9a995 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3008499 Feb 14 16:41:01.953629 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9f8f06ca-9a2b-4ac5-9bd9-122c94aee3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:01.956663 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Allocated IP 172.27.1.58 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/e2b5e545-6854-4f67-b891-d5d9835cfdb5) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:01.996101 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85f034-368a-43df-93ed-57c1c3b1350c None None] Pushing event updated for resources: {'Port': ['ID=796e9360-c128-4d9b-88d4-05f78d20c606,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:02.162356 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.215677 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-e4fa556d-cce7-4949-bb97-53abf76d7d8a service neutron] 10.222.0.69 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021955 Feb 14 16:41:02.346509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.359539 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c5f89236-2911-4ba4-8ff1-e7f595abb1c0 req-33e5d04e-babe-4fd5-91c9-373d79ebff12 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.0857811 Feb 14 16:41:02.404777 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9f8f06ca-9a2b-4ac5-9bd9-122c94aee3b6 admin admin] Publish callbacks [] for security_group (cea2ec7c-8871-40e8-8f3d-4007dfade442), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.409532 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (03ddcb05-acc9-4ec3-9f00-893b01a3aca1), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.420676 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9f8f06ca-9a2b-4ac5-9bd9-122c94aee3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cea2ec7c-8871-40e8-8f3d-4007dfade442), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.441391 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:02.447544 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for router_gateway (6000ee8a-5be0-4709-a036-ff32d57253ad), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.456370 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:02.459149 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:02.480773 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b5e545-6854-4f67-b891-d5d9835cfdb5,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:02.522088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.532268 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ddcb05-acc9-4ec3-9f00-893b01a3aca1,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:02.535933 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-b05462a8-1db8-425e-a6af-1f5640318445 service neutron] 10.222.0.69 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093541 Feb 14 16:41:02.550550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Checking segment: {'id': '7d0a7138-f236-4ad4-92b8-1bd1904939c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a0a5b375-acdf-4440-8e64-a5120ff764d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:02.550774 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Network hostable DHCP agents. Network: a0a5b375-acdf-4440-8e64-a5120ff764d6, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:41:02.567217 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9f8f06ca-9a2b-4ac5-9bd9-122c94aee3b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=753ebc4559184c86b10ca897381028e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7307191 Feb 14 16:41:02.572566 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43904) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:02.608525 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f06ca-9a2b-4ac5-9bd9-122c94aee3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea2ec7c-8871-40e8-8f3d-4007dfade442,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:02.633367 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Network a0a5b375-acdf-4440-8e64-a5120ff764d6 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:41:02.649871 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] Publish callbacks [] for security_group (cea2ec7c-8871-40e8-8f3d-4007dfade442), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.713031 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] Publish callbacks [] for security_group (cea2ec7c-8871-40e8-8f3d-4007dfade442), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.800521 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, a0a5b375-acdf-4440-8e64-a5120ff764d6) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:02.811144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639420b-1fc9-47fc-9fae-3151815217a1 None None] Network a0a5b375-acdf-4440-8e64-a5120ff764d6 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:02.832792 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:02.836814 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:02.843245 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Allocated IP 172.27.1.80 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/53469b38-354a-4a52-8d7c-86089564b03a) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:02.930149 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3fcd7930-5421-4fec-97de-368742130b6f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2851996 Feb 14 16:41:02.982324 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d4ae5fef-dd3f-42a0-954b-a7f4f2286be0 req-edf15317-8f04-443e-93bf-07e4ac25c86a tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0924778 Feb 14 16:41:03.008490 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cea2ec7c-8871-40e8-8f3d-4007dfade442), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.018800 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.033121 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cea2ec7c-8871-40e8-8f3d-4007dfade442 HTTP/1.1" status: 204 len: 168 time: 0.4457960 Feb 14 16:41:03.066164 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bd1ca-6509-4790-8836-803469d950e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea2ec7c-8871-40e8-8f3d-4007dfade442,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:03.094966 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for port (53469b38-354a-4a52-8d7c-86089564b03a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.155664 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee3238-b92d-43b6-84fc-445dfd457e5b None None] Network a0a5b375-acdf-4440-8e64-a5120ff764d6 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:03.294550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43940) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:03.461778 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for router_gateway (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.547474 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (53469b38-354a-4a52-8d7c-86089564b03a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.617441 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Deleting subnet 0d6c4dc6-3eed-4f15-bd22-016ca44d40df {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:41:03.627466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Publish callbacks [] for subnet (0d6c4dc6-3eed-4f15-bd22-016ca44d40df), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.679503 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:03.695202 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.755879 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Publish callbacks [] for subnet (0d6c4dc6-3eed-4f15-bd22-016ca44d40df), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:03.776052 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a273b67-3ac7-41e9-b8eb-dc8066beb086 None None] Network b1382731-2e51-446f-a112-df41fcd4df35 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:41:03.821814 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (0d6c4dc6-3eed-4f15-bd22-016ca44d40df), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.002698 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:04.004596 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Provisioning complete for port 796e9360-c128-4d9b-88d4-05f78d20c606 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:04.006036 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.010296 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:04.029595 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0972793-737f-49bc-a5fa-2a42d11742fb req-791dea53-1168-4a89-a26d-36a29c96010c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.0791829 Feb 14 16:41:04.062956 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (0d6c4dc6-3eed-4f15-bd22-016ca44d40df), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.093942 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6c4dc6-3eed-4f15-bd22-016ca44d40df,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:04.101240 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.107970 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7bd187f3-f620-4695-82d4-9c5384a6b990 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0d6c4dc6-3eed-4f15-bd22-016ca44d40df HTTP/1.1" status: 204 len: 168 time: 0.8101497 Feb 14 16:41:04.107970 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 43986) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:04.143667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Pushing event updated for resources: {'Port': ['ID=53469b38-354a-4a52-8d7c-86089564b03a,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:04.246969 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5a36a7b7-46fc-405e-82ca-03d1c189023c req-43515a17-a6c6-4a10-97f6-73afbb121a2e tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0475550 Feb 14 16:41:04.252512 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.372314 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.400054 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.400722 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.402156 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.402500 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > port after_create 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.403554 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.403924 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > port after_update 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.404259 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.405332 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.405756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.406259 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.407880 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 796e9360-c128-4d9b-88d4-05f78d20c606 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:04.463598 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Current status of the port 796e9360-c128-4d9b-88d4-05f78d20c606 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:04.464199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.585049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] For port 796e9360-c128-4d9b-88d4-05f78d20c606, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=796e9360-c128-4d9b-88d4-05f78d20c606,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:04.591455 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 796e9360-c128-4d9b-88d4-05f78d20c606 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:04.592103 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.617507 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.631967 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.693769 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03be52-81e9-46e3-8783-03b44031dbf6 None None] Pushing event updated for resources: {'Port': ['ID=796e9360-c128-4d9b-88d4-05f78d20c606,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:04.776966 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 796e9360-c128-4d9b-88d4-05f78d20c606 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:04.787863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-704110f2-fc64-4f10-a701-7ac229f0eb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.825264 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.825871 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.825991 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.826238 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:41:04.826611 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:04.846132 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0233f71-3727-472e-90bb-b4a246aeb4e8') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:04.846433 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0233f71-3727-472e-90bb-b4a246aeb4e8') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:04.855606 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-d27dd3b6-4f54-4eb1-a3d9-20d35d3f2bca None None] Provisioning complete for port 796e9360-c128-4d9b-88d4-05f78d20c606 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:04.856351 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d27dd3b6-4f54-4eb1-a3d9-20d35d3f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.864826 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (b0233f71-3727-472e-90bb-b4a246aeb4e8), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.889767 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (b0233f71-3727-472e-90bb-b4a246aeb4e8), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.898138 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for router_gateway (6000ee8a-5be0-4709-a036-ff32d57253ad), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.905149 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:41:04.906267 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (b0233f71-3727-472e-90bb-b4a246aeb4e8), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: from cryptography.utils import int_from_bytes Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: from cryptography.utils import int_from_bytes Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:41:04.913180 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:41:04.983715 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-d27dd3b6-4f54-4eb1-a3d9-20d35d3f2bca None None] Current status of the port 796e9360-c128-4d9b-88d4-05f78d20c606 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:04.986237 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.994416 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:04.998961 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5 HTTP/1.1" status: 204 len: 168 time: 0.8901432 Feb 14 16:41:05.002592 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44024) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:05.022987 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33549a5-16b7-4a99-87d7-2dbb35e7cb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecaf9162-fd3a-46e2-aa6a-5f9399f72ac5,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:05.048911 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:41:05.085896 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Deleting subnet 03ddcb05-acc9-4ec3-9f00-893b01a3aca1 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:41:05.099334 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Publish callbacks [] for subnet (03ddcb05-acc9-4ec3-9f00-893b01a3aca1), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.173061 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e0ca9ba7-0ccf-4e0b-98b1-67f3cf9e720a req-9d681be7-6d77-4825-8dc0-1b5ad13eef0f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.0343051 Feb 14 16:41:05.186297 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (03ddcb05-acc9-4ec3-9f00-893b01a3aca1), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.238752 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (03ddcb05-acc9-4ec3-9f00-893b01a3aca1), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.285099 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.295839 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:41:05.308437 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (03ddcb05-acc9-4ec3-9f00-893b01a3aca1), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.309453 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Sync routers for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:41:05.322201 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:05.323035 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:40:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:05.347098 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ddcb05-acc9-4ec3-9f00-893b01a3aca1,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:05.358508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.362809 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2c3b9424-68ed-4c55-b20b-52c5e02b84e9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4746912 Feb 14 16:41:05.363737 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44046) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:05.383483 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.388110 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-71276971-f662-4648-be1e-97fcf9023721 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/03ddcb05-acc9-4ec3-9f00-893b01a3aca1 HTTP/1.1" status: 204 len: 168 time: 0.3843186 Feb 14 16:41:05.390718 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44048) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:05.515981 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-818a8da4-98f5-4c22-a353-85617af4dff9 req-45b5ba30-45b1-49ce-9b16-bda8258838b2 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0436630 Feb 14 16:41:05.531082 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (a0a5b375-acdf-4440-8e64-a5120ff764d6), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.581751 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Router 6000ee8a-5be0-4709-a036-ff32d57253ad is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:41:05.638612 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (a0a5b375-acdf-4440-8e64-a5120ff764d6), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.666747 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a5b375-acdf-4440-8e64-a5120ff764d6']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:05.669441 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:05.676214 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0a7138-f236-4ad4-92b8-1bd1904939c7') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:05.676512 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0a7138-f236-4ad4-92b8-1bd1904939c7') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:05.687125 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (7d0a7138-f236-4ad4-92b8-1bd1904939c7), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.702062 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (7d0a7138-f236-4ad4-92b8-1bd1904939c7), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.709689 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:41:05.710080 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (7d0a7138-f236-4ad4-92b8-1bd1904939c7), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:41:05.711905 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:41:05.738313 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:41:05.749348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:41:05.771845 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:05.772775 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:40:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:05.799707 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.804453 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e118b8aa-6c41-42fd-b306-ee35ddaeec60 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0807998 Feb 14 16:41:05.806834 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44058) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:05.846802 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (a0a5b375-acdf-4440-8e64-a5120ff764d6), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.862107 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:05.876224 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] 10.222.0.69 "DELETE /v2.0/networks/a0a5b375-acdf-4440-8e64-a5120ff764d6 HTTP/1.1" status: 204 len: 168 time: 0.4840579 Feb 14 16:41:05.901492 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61e079-4c6b-41dd-a972-5a948783ab3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a5b375-acdf-4440-8e64-a5120ff764d6,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:05.970853 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:05.976051 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:02Z', 'revision_number': 3, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:06.014461 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Checking router: 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:41:06.015900 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Updating router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 port e2b5e545-6854-4f67-b891-d5d9835cfdb5 binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:41:06.054010 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.173657 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44072) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:06.297405 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 796e9360-c128-4d9b-88d4-05f78d20c606 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:06.297908 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44082) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:06.301166 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c085c3b0-376f-4739-9566-c6479c4563a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=371ce883a6604c6d8f23c37b203408a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1258659 Feb 14 16:41:06.392145 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-12d438d7-5a77-484b-a350-68e12b9562ce req-15aed911-ece9-4ab5-b881-b907d35e4213 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.0838053 Feb 14 16:41:06.457848 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks [] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.469034 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.499971 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.504091 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] Publish callbacks [] for security_group (7e5846cf-eb75-4de3-92f6-5e72842213bf), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.530874 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 796e9360-c128-4d9b-88d4-05f78d20c606 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:06.531277 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.543463 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Pushing event updated for resources: {'Port': ['ID=e2b5e545-6854-4f67-b891-d5d9835cfdb5,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:06.554961 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.555477 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.556058 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.556409 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.556762 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.557104 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.558232 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.558990 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.559452 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.559820 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.560160 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.560492 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.560842 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Tracked resource versions report: Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: pushed versions: Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: { 'AddressGroup': {'1.2'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'ConntrackHelper': {'1.0'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Log': {'1.0'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Network': {'1.1'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Port': {'1.7'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'PortForwarding': {'1.2'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'QosPolicy': {'1.10'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroup': {'1.5'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SubPort': {'1.0'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Subnet': {'1.1'}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Trunk': {'1.1'}} Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: consumer versions: Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: { DHCP agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: L3 agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: Metadata agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: Metering agent@dv-cinder-819669-3-iscsi: {}, Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: Open vSwitch agent@dv-cinder-819669-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'ConntrackHelper': '1.0', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'LocalIPAssociation': '1.0', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Log': '1.0', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Network': '1.1', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Port': '1.7', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'PortForwarding': '1.2', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'QosPolicy': '1.10', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroup': '1.5', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SecurityGroupRule': '1.2', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'SubPort': '1.0', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Subnet': '1.1', Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: 'Trunk': '1.1'}} Feb 14 16:41:06.562911 dv-cinder-819669-3-iscsi neutron-server[109323]: {{(pid=109323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:41:06.582450 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] Publish callbacks [] for security_group (7e5846cf-eb75-4de3-92f6-5e72842213bf), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.616315 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Attempting to bind port e2b5e545-6854-4f67-b891-d5d9835cfdb5 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:06.616315 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Attempting to bind port e2b5e545-6854-4f67-b891-d5d9835cfdb5 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:06.616712 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Attempting to bind port e2b5e545-6854-4f67-b891-d5d9835cfdb5 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:06.622441 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:06.622913 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:06.623581 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.623990 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:06.624463 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Bound port: e2b5e545-6854-4f67-b891-d5d9835cfdb5, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:06.624878 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.686831 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] For port e2b5e545-6854-4f67-b891-d5d9835cfdb5, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:06.691238 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] For port e2b5e545-6854-4f67-b891-d5d9835cfdb5, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e2b5e545-6854-4f67-b891-d5d9835cfdb5,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:06.703670 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.733704 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f1b06e34-ec65-4883-9452-f821c490739d req-176ec3b7-0f6e-4d4c-a737-443f07b1db67 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0887618 Feb 14 16:41:06.733923 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:04Z', 'revision_number': 3, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:06.743118 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44090) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:06.761849 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 796e9360-c128-4d9b-88d4-05f78d20c606 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:06.764101 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:41:06.764473 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Updating router 6000ee8a-5be0-4709-a036-ff32d57253ad port 53469b38-354a-4a52-8d7c-86089564b03a binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:41:06.791720 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (7e5846cf-eb75-4de3-92f6-5e72842213bf), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.793623 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7072bc-56d5-4a37-bb38-73a807c66967 None None] Pushing event updated for resources: {'Port': ['ID=e2b5e545-6854-4f67-b891-d5d9835cfdb5,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:06.794652 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.798251 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (53469b38-354a-4a52-8d7c-86089564b03a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.798382 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e5846cf-eb75-4de3-92f6-5e72842213bf HTTP/1.1" status: 204 len: 168 time: 0.4968405 Feb 14 16:41:06.800624 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:06.801162 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:40:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:06.904366 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-017ca2af-2df0-403b-945d-e9a313e77fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:06.906861 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Allocated IP 172.20.0.1 (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc/b7c70514-ef6f-46ef-9ed6-0e9fa1858c68/1e65d53f-5370-4c06-8526-6433259840ea) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:06.957917 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7129d-77c9-4ab0-8a26-4e6af9a7d559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5846cf-eb75-4de3-92f6-5e72842213bf,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:06.962829 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:07.032148 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-017ca2af-2df0-403b-945d-e9a313e77fe1 admin admin] Publish callbacks [] for security_group (807db70c-3a4e-4a03-b223-111425689504), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.042532 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-017ca2af-2df0-403b-945d-e9a313e77fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (807db70c-3a4e-4a03-b223-111425689504), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.088361 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ca2af-2df0-403b-945d-e9a313e77fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807db70c-3a4e-4a03-b223-111425689504,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:07.112059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-017ca2af-2df0-403b-945d-e9a313e77fe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45a4a0327db1420db0abf1e882522f6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3669705 Feb 14 16:41:07.116573 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44100) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:07.137187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.188819 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] Publish callbacks [] for security_group (807db70c-3a4e-4a03-b223-111425689504), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.226766 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks [] for port (1e65d53f-5370-4c06-8526-6433259840ea), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.232888 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks [] for port (53469b38-354a-4a52-8d7c-86089564b03a), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.248006 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (53469b38-354a-4a52-8d7c-86089564b03a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.283572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] Publish callbacks [] for security_group (807db70c-3a4e-4a03-b223-111425689504), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.303565 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.328824 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Attempting to bind port 53469b38-354a-4a52-8d7c-86089564b03a on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:07.331028 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Attempting to bind port 53469b38-354a-4a52-8d7c-86089564b03a by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:07.332027 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Attempting to bind port 53469b38-354a-4a52-8d7c-86089564b03a on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:07.386536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:07.392714 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:07.402151 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:07.402721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.404175 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (807db70c-3a4e-4a03-b223-111425689504), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.409387 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.412005 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/807db70c-3a4e-4a03-b223-111425689504 HTTP/1.1" status: 204 len: 168 time: 0.2929204 Feb 14 16:41:07.414077 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:07.416306 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:07.416939 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.417993 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:07.418566 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Bound port: 53469b38-354a-4a52-8d7c-86089564b03a, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:07.420769 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (53469b38-354a-4a52-8d7c-86089564b03a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.428771 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.50', 58444) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:07.432868 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:02Z', 'revision_number': 3, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:07.448518 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32093b53-7e25-4c17-aaaf-8a455c3805e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807db70c-3a4e-4a03-b223-111425689504,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:07.493939 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac13772-c648-4114-95ce-accb041980f0 None None] The sync data for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi is: [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:02Z', 'revision_number': 3, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:41:07.496105 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44112) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:07.547882 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cfc1e2b2-eb01-42da-b8d8-c8bd5f706877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.554825 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee840-60c9-431f-928a-77e7280ee6ce None None] Pushing event updated for resources: {'Port': ['ID=53469b38-354a-4a52-8d7c-86089564b03a,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:07.570466 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Pushing event updated for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:07.581913 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] For port 53469b38-354a-4a52-8d7c-86089564b03a, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:07.587132 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] For port 53469b38-354a-4a52-8d7c-86089564b03a, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=53469b38-354a-4a52-8d7c-86089564b03a,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:07.597063 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (53469b38-354a-4a52-8d7c-86089564b03a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.684897 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:07.685801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:07.798201 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-415ae417-ace6-496f-8fc0-eb0a87508fa8 req-88cc1c82-74d1-437e-a56c-916a21f7d963 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 210 time: 0.2215431 Feb 14 16:41:07.818387 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Allocated IP 172.20.0.1 (b1382731-2e51-446f-a112-df41fcd4df35/6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138/b709057b-123d-4010-84ca-4a03bc3abd9e) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:07.821908 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-5bb736a3-1ce4-4326-9692-f712e7f07950 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fe73df4d94a4aa6b1ea7246ba99edd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3222530 Feb 14 16:41:07.823055 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44120) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:07.829138 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:07.916848 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1e65d53f-5370-4c06-8526-6433259840ea), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:07.972077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.50', 58447) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:08.009640 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee840-60c9-431f-928a-77e7280ee6ce None None] Pushing event updated for resources: {'Port': ['ID=53469b38-354a-4a52-8d7c-86089564b03a,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:08.032160 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-0989de80-fcf4-4023-86c3-67a0f0a8312b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:08.035896 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-0989de80-fcf4-4023-86c3-67a0f0a8312b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.6055946 Feb 14 16:41:08.040491 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cfcd8970-710f-43e5-8903-e178a86d2630 req-80e87939-ee94-4b3c-b17f-4ca38bd32f29 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.1562545 Feb 14 16:41:08.071878 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] Publish callbacks [] for security_group (e016b0a7-7228-4e2d-a2bc-a2e29815f615), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.109047 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Request body: {'port': {'device_id': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'admin_state_up': True, 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:08.216494 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] Publish callbacks [] for security_group (e016b0a7-7228-4e2d-a2bc-a2e29815f615), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.352190 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e2b5e545-6854-4f67-b891-d5d9835cfdb5 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:08.448091 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port e2b5e545-6854-4f67-b891-d5d9835cfdb5 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:08.448478 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.453400 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:04Z', 'revision_number': 3, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:08.529907 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004710c-a862-4441-a5cd-f0cf24b7188f None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:04Z', 'revision_number': 3, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:41:08.561465 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.594663 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44142) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:08.662664 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port e2b5e545-6854-4f67-b891-d5d9835cfdb5 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:08.663304 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.717182 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port e2b5e545-6854-4f67-b891-d5d9835cfdb5, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e2b5e545-6854-4f67-b891-d5d9835cfdb5,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:08.729046 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.809337 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3dc04d44-5463-48e2-9a94-a95c6ae9c254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.825901 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=e2b5e545-6854-4f67-b891-d5d9835cfdb5,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:08.840785 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'port': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:08.850476 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.891100 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e016b0a7-7228-4e2d-a2bc-a2e29815f615), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.910356 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:08.920924 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e016b0a7-7228-4e2d-a2bc-a2e29815f615 HTTP/1.1" status: 204 len: 168 time: 1.0883565 Feb 14 16:41:09.028117 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks [] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.052776 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-5ef0ef26-6e37-44b6-99af-2f4a04fdece8 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:09.054775 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-5ef0ef26-6e37-44b6-99af-2f4a04fdece8 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.50 "GET /v2.0/networks?id=78c8f1d1-6f68-4b86-8f18-c6b30e940004 HTTP/1.1" status: 200 len: 811 time: 1.0816970 Feb 14 16:41:09.160187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Request body: {'port': {'device_id': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004', 'admin_state_up': True, 'tenant_id': '9ac858370b5646558197b988d600ebb2'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:09.451291 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Allocated IP 172.20.0.10 (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce/54bd5764-ff46-4709-bb92-d449ce9cf8b2/d91fb30d-a05f-4d0c-b001-a5ad4421a438) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:09.535127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.702556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks [] for port (1e65d53f-5370-4c06-8526-6433259840ea), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.766904 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.769519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.842079 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Network b1382731-2e51-446f-a112-df41fcd4df35 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:09.886296 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks [] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:09.905365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:09.908548 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:09.909383 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (6000ee8a-5be0-4709-a036-ff32d57253ad), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.012544 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.093034 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.096452 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586d481-b06b-4dd2-9832-f1579ebf65c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016b0a7-7228-4e2d-a2bc-a2e29815f615,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:10.140133 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:10.244301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Pushing event updated for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:10.384317 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:10.496490 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e4d643b1-94e0-444e-ac1c-9d2cb02d11b9 req-aa71a6b0-6ea7-4594-a788-45dd110bd6bb tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.5084710 Feb 14 16:41:10.538351 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:10.587441 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-f3d91d0b-c17d-48c3-ade5-6481732c9d6a None None] Provisioning complete for port b709057b-123d-4010-84ca-4a03bc3abd9e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:10.587852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f3d91d0b-c17d-48c3-ade5-6481732c9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.649830 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Made reservation on behalf of 9ac858370b5646558197b988d600ebb2 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:10.655498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.681889 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:10.690571 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e2b5e545-6854-4f67-b891-d5d9835cfdb5 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:10.712327 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:10.829849 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-f3d91d0b-c17d-48c3-ade5-6481732c9d6a None None] Port b709057b-123d-4010-84ca-4a03bc3abd9e cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:41:10.857298 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port e2b5e545-6854-4f67-b891-d5d9835cfdb5 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:10.857944 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.953495 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event updated for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:10.962671 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3dc04d44-5463-48e2-9a94-a95c6ae9c254 admin admin] Publish callbacks [] for security_group (ebbe4f66-87d0-4916-98b6-24d9872ceaa1), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:10.991112 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3dc04d44-5463-48e2-9a94-a95c6ae9c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ebbe4f66-87d0-4916-98b6-24d9872ceaa1), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.026972 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:11.027596 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.033944 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Pushing event updated for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:11.049199 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5934a8-664e-4a1a-a705-1db6e21e6d83 req-5b9aff91-1e8c-4d2b-974f-f4d49c854404 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:11.051114 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2d5934a8-664e-4a1a-a705-1db6e21e6d83 req-5b9aff91-1e8c-4d2b-974f-f4d49c854404 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 932 time: 1.0658770 Feb 14 16:41:11.078045 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port e2b5e545-6854-4f67-b891-d5d9835cfdb5 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:11.079227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 53469b38-354a-4a52-8d7c-86089564b03a up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:11.148455 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-7eb36fb4-aac0-407c-9bc9-9bc28a729f8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0548937 Feb 14 16:41:11.149350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04d44-5463-48e2-9a94-a95c6ae9c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbe4f66-87d0-4916-98b6-24d9872ceaa1,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:11.163632 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3dc04d44-5463-48e2-9a94-a95c6ae9c254 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38a384d1769440cf8a0add7e175e6df6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5204270 Feb 14 16:41:11.170849 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-77004c0d-4670-48e0-a332-8429cf6faac5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:41:11.172919 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-77004c0d-4670-48e0-a332-8429cf6faac5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060899 Feb 14 16:41:11.174061 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44230) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:11.247524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2d5934a8-664e-4a1a-a705-1db6e21e6d83 req-92e4275d-9f46-46b8-a423-0b177db05ae6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578097 Feb 14 16:41:11.250512 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 53469b38-354a-4a52-8d7c-86089564b03a triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:11.252171 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (53469b38-354a-4a52-8d7c-86089564b03a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.261194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.280167 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.296147 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] Publish callbacks [] for security_group (ebbe4f66-87d0-4916-98b6-24d9872ceaa1), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.368904 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] Publish callbacks [] for security_group (ebbe4f66-87d0-4916-98b6-24d9872ceaa1), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.468602 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ebbe4f66-87d0-4916-98b6-24d9872ceaa1), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.473601 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.475167 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebbe4f66-87d0-4916-98b6-24d9872ceaa1 HTTP/1.1" status: 204 len: 168 time: 0.2968161 Feb 14 16:41:11.475673 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:41:11.485209 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 53469b38-354a-4a52-8d7c-86089564b03a is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:11.485960 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (53469b38-354a-4a52-8d7c-86089564b03a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.504692 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb0f8d-4d74-493d-903b-6d771c4ce649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbe4f66-87d0-4916-98b6-24d9872ceaa1,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:11.572934 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 53469b38-354a-4a52-8d7c-86089564b03a, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=53469b38-354a-4a52-8d7c-86089564b03a,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:11.588762 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (53469b38-354a-4a52-8d7c-86089564b03a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.627165 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Allocated IP 172.20.0.14 (78c8f1d1-6f68-4b86-8f18-c6b30e940004/7553b1c1-29ce-4df4-a20a-9e3b7266611b/874bec47-6286-45d3-8aaa-8bf5f39ada97) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:11.716341 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=53469b38-354a-4a52-8d7c-86089564b03a,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:11.788564 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-40ded303-2e1e-42f0-b8d1-df707d5a5ee7 req-cf272695-0419-4179-b31c-95e8347cd10c tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0505280 Feb 14 16:41:11.942140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44250) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:11.964904 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks [] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:11.969828 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:41:11.980536 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Sync routers for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:41:11.999462 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:12.001952 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:12.050040 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-4d4a18e7-c3f8-479b-b8ca-6a3e4e7df166 admin admin] 10.222.0.69 "PUT /v2.0/routers/6f4bf427-6fc6-4916-a750-c9e86a7f7b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6843178 Feb 14 16:41:12.062256 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.063281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (6000ee8a-5be0-4709-a036-ff32d57253ad), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.320857 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:12.351269 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 53469b38-354a-4a52-8d7c-86089564b03a up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:12.460433 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Request body: {'port': {'device_id': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:12.524076 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-59176228-55f6-4634-ac0b-d2ea5663aed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.623262 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 53469b38-354a-4a52-8d7c-86089564b03a triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:12.623656 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (53469b38-354a-4a52-8d7c-86089564b03a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.724972 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-59176228-55f6-4634-ac0b-d2ea5663aed9 admin admin] Publish callbacks [] for security_group (a6e45933-0ad4-449a-8a70-628697b64acf), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.768142 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-59176228-55f6-4634-ac0b-d2ea5663aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a6e45933-0ad4-449a-8a70-628697b64acf), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:12.845607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Pushing event updated for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:12.889226 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59176228-55f6-4634-ac0b-d2ea5663aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e45933-0ad4-449a-8a70-628697b64acf,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:12.896474 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:07Z', 'revision_number': 4, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1e65d53f-5370-4c06-8526-6433259840ea', 'name': '', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'mac_address': 'fa:16:3e:47:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:06Z', 'updated_at': '2022-02-14T16:41:08Z', 'revision_number': 2, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'subnets': [{'id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:12.946435 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025bce-7ab9-4a97-b705-67e1dd71d03f req-799c91dc-7a10-4ef7-8c36-09feb7696d8f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:12.958206 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7e025bce-7ab9-4a97-b705-67e1dd71d03f req-799c91dc-7a10-4ef7-8c36-09feb7696d8f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 932 time: 0.5533159 Feb 14 16:41:12.968609 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Checking router: 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:41:12.971490 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Updating router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 port 1e65d53f-5370-4c06-8526-6433259840ea binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:41:12.974999 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 53469b38-354a-4a52-8d7c-86089564b03a is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:13.019681 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks [] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.047934 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1e65d53f-5370-4c06-8526-6433259840ea), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.190923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Network b1382731-2e51-446f-a112-df41fcd4df35 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:13.191207 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-59176228-55f6-4634-ac0b-d2ea5663aed9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc827ca5f11c4733b162c4bbf044bc21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2455635 Feb 14 16:41:13.193358 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44298) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:13.204208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:13.236120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.400028 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7e025bce-7ab9-4a97-b705-67e1dd71d03f req-d694af12-7f93-45d3-a1a1-74d7a32316cf tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363160 Feb 14 16:41:13.500377 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.604273 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] Publish callbacks [] for security_group (a6e45933-0ad4-449a-8a70-628697b64acf), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.643502 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:13.655473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:13.668609 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks [] for port (1e65d53f-5370-4c06-8526-6433259840ea), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.673443 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Pushing event updated for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:13.689607 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-ec3e4fc0-829a-4975-a39d-3e101b4cc6ed None None] Provisioning complete for port b709057b-123d-4010-84ca-4a03bc3abd9e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:13.690178 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4fc0-829a-4975-a39d-3e101b4cc6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.690767 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.695116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:13.710138 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:13.722246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.780341 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47592-8999-4b5e-b706-3636e358cea7 None None] Pushing event updated for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:13.797792 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e4fc0-829a-4975-a39d-3e101b4cc6ed None None] Port b709057b-123d-4010-84ca-4a03bc3abd9e cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:41:13.809675 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c245387-89da-4c09-99b2-9c9fa4410cef req-5026800c-3d46-42af-9e9f-4344ae574ec0 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:13.811743 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c245387-89da-4c09-99b2-9c9fa4410cef req-5026800c-3d46-42af-9e9f-4344ae574ec0 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 932 time: 0.6851180 Feb 14 16:41:13.835276 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] Publish callbacks [] for security_group (a6e45933-0ad4-449a-8a70-628697b64acf), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.853928 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-c0b140e4-9745-47f0-8a70-a35f0d5fd6aa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7099283 Feb 14 16:41:13.953001 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Request body: {'port': {'device_id': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:13.968403 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Attempting to bind port 1e65d53f-5370-4c06-8526-6433259840ea on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:13.968840 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Attempting to bind port 1e65d53f-5370-4c06-8526-6433259840ea by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:13.969219 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Attempting to bind port 1e65d53f-5370-4c06-8526-6433259840ea on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:13.972686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a6e45933-0ad4-449a-8a70-628697b64acf), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.977471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.978621 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6e45933-0ad4-449a-8a70-628697b64acf HTTP/1.1" status: 204 len: 168 time: 0.7022951 Feb 14 16:41:13.987612 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:13.988008 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Checking segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:13.988423 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:13.988854 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Bound using segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:13.989906 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Bound port: 1e65d53f-5370-4c06-8526-6433259840ea, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:13.990299 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1e65d53f-5370-4c06-8526-6433259840ea), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:14.001320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:41:14.016105 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf45cfc-63d0-480a-b3f2-0f442825ad15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e45933-0ad4-449a-8a70-628697b64acf,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:14.186596 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:14.439161 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:41:14.445753 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] For port 1e65d53f-5370-4c06-8526-6433259840ea, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:14.453144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:41:14.461323 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] For port 1e65d53f-5370-4c06-8526-6433259840ea, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1e65d53f-5370-4c06-8526-6433259840ea,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:14.485252 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:14.489603 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f42b6377-b4f0-4f8b-bace-f09b49aa3c97 admin admin] 10.222.0.69 "PUT /v2.0/routers/6000ee8a-5be0-4709-a036-ff32d57253ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6813972 Feb 14 16:41:14.603761 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c245387-89da-4c09-99b2-9c9fa4410cef req-279f81de-4fb5-497e-9d27-b3ef8bb02f5e tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737377 Feb 14 16:41:14.751075 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47592-8999-4b5e-b706-3636e358cea7 None None] Pushing event updated for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=4']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:14.845569 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:14.846211 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:14.960163 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:14.961999 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:15.041686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1ac947e6-7268-4c33-84be-0a8e9589466c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:15.056543 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1ac947e6-7268-4c33-84be-0a8e9589466c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 818 time: 1.0496786 Feb 14 16:41:15.198725 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-7a87fdbd-5631-4ccc-95e7-8f36ab0c9b1d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/quotas/135eb96084004d599d3ae285c12c0cc3 HTTP/1.1" status: 200 len: 375 time: 0.1407666 Feb 14 16:41:15.250959 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874bec47-6286-45d3-8aaa-8bf5f39ada97 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:15.275201 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks [] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:15.307902 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:15.318397 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Transition to ACTIVE for port object 874bec47-6286-45d3-8aaa-8bf5f39ada97 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:41:15.329372 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:15.340959 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:15.490091 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Pushing event updated for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:15.501109 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Attempting to bind port 874bec47-6286-45d3-8aaa-8bf5f39ada97 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:15.505355 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Attempting to bind port 874bec47-6286-45d3-8aaa-8bf5f39ada97 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '8262156e-52ae-4421-ba8b-9efb9922b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:15.505930 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Attempting to bind port 874bec47-6286-45d3-8aaa-8bf5f39ada97 on network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:15.516420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Port 874bec47-6286-45d3-8aaa-8bf5f39ada97 on network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:41:15.520414 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Attempting to bind port 874bec47-6286-45d3-8aaa-8bf5f39ada97 on network 78c8f1d1-6f68-4b86-8f18-c6b30e940004 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:15.532132 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:15.534621 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Checking segment: {'id': '8262156e-52ae-4421-ba8b-9efb9922b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:15.535484 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Bound using segment: {'id': '8262156e-52ae-4421-ba8b-9efb9922b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:15.537345 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Bound port: 874bec47-6286-45d3-8aaa-8bf5f39ada97, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262156e-52ae-4421-ba8b-9efb9922b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:15.539671 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:15.582152 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-e9cdd7a8-82ad-420d-9f01-09e5d812107b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3782070 Feb 14 16:41:15.630352 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1259e4c-fb76-466c-90cf-f965a2b82fc2 req-0da64934-b052-47a3-ace3-0e24cd315e8e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:15.636524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b1259e4c-fb76-466c-90cf-f965a2b82fc2 req-0da64934-b052-47a3-ace3-0e24cd315e8e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 932 time: 0.6975656 Feb 14 16:41:15.700356 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:15.715135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97,segment=NetworkSegment(8262156e-52ae-4421-ba8b-9efb9922b156),segment_id=8262156e-52ae-4421-ba8b-9efb9922b156)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:15.733956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:15.808672 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:15.809549 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:15.811034 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] 10.222.0.50 "PUT /v2.0/ports/874bec47-6286-45d3-8aaa-8bf5f39ada97 HTTP/1.1" status: 200 len: 1094 time: 1.8625038 Feb 14 16:41:15.817669 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:15.856625 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:07Z', 'revision_number': 4, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1e65d53f-5370-4c06-8526-6433259840ea', 'name': '', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'mac_address': 'fa:16:3e:47:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:06Z', 'updated_at': '2022-02-14T16:41:14Z', 'revision_number': 4, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'subnets': [{'id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:15.969474 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe7e41-ffd3-4dfa-b764-7504f7f5dc33 None None] The sync data for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi is: [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:41:07Z', 'revision_number': 4, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1e65d53f-5370-4c06-8526-6433259840ea', 'name': '', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'mac_address': 'fa:16:3e:47:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:06Z', 'updated_at': '2022-02-14T16:41:14Z', 'revision_number': 4, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'subnets': [{'id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:41:15.974932 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-5533a8ff-a54a-4a57-a0e8-1c247717221d service neutron] 10.222.0.69 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906174 Feb 14 16:41:16.080102 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 2, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:16.135128 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b1259e4c-fb76-466c-90cf-f965a2b82fc2 req-835ad764-f3f2-4204-b7f5-558e90f6796c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544334 Feb 14 16:41:16.159333 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91fb30d-a05f-4d0c-b001-a5ad4421a438 {{(pid=109320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:16.224378 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:41:16.225526 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Updating router 6000ee8a-5be0-4709-a036-ff32d57253ad port b709057b-123d-4010-84ca-4a03bc3abd9e binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:41:16.249261 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44400) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:16.336162 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks [] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:16.340119 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:16.441666 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86391c74-a658-4c69-982d-aa864a9831ad service neutron] Pushing event updated for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:16.462572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.provisioning_blocks [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Transition to ACTIVE for port object d91fb30d-a05f-4d0c-b001-a5ad4421a438 will not be triggered until provisioned by entity L2. {{(pid=109320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:41:16.510797 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:16.511345 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-53b68577-6f46-4092-be8a-dbf163d30993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:16.521214 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-53b68577-6f46-4092-be8a-dbf163d30993 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ac858370b5646558197b988d600ebb2&device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 1128 time: 0.5323780 Feb 14 16:41:16.539542 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1e65d53f-5370-4c06-8526-6433259840ea up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:16.681559 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154a344-22de-4366-9d89-263a1a14e6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:16.702852 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-6934a59f-a9fc-4869-9990-28bde1834160 service neutron] 10.222.0.69 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882772 Feb 14 16:41:16.812226 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:16.837149 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-23395b77-cfa3-42c6-a1df-87e550c6cb70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97 HTTP/1.1" status: 200 len: 217 time: 0.2798767 Feb 14 16:41:17.053346 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-1b6774b1-cca6-44b4-844f-de468753d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:17.054752 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-1b6774b1-cca6-44b4-844f-de468753d43d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7553b1c1-29ce-4df4-a20a-9e3b7266611b HTTP/1.1" status: 200 len: 851 time: 0.2079217 Feb 14 16:41:17.115962 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Attempting to bind port d91fb30d-a05f-4d0c-b001-a5ad4421a438 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:17.116442 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Attempting to bind port d91fb30d-a05f-4d0c-b001-a5ad4421a438 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:17.116665 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Attempting to bind port d91fb30d-a05f-4d0c-b001-a5ad4421a438 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:17.182510 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Port d91fb30d-a05f-4d0c-b001-a5ad4421a438 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:41:17.183428 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Attempting to bind port d91fb30d-a05f-4d0c-b001-a5ad4421a438 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:17.201555 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-3aa89c5f-b788-44d9-befe-eea679ac5d8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78c8f1d1-6f68-4b86-8f18-c6b30e940004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296208 Feb 14 16:41:17.220204 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:17.221077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Checking segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:17.221609 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Bound using segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:17.222257 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Bound port: d91fb30d-a05f-4d0c-b001-a5ad4421a438, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:17.222713 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.313697 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ad06-8397-4d24-99e5-40d5d2d1fe06 req-adc3f8e8-855f-4baa-b20e-7d6790b75be1 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:17.322662 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2158ad06-8397-4d24-99e5-40d5d2d1fe06 req-adc3f8e8-855f-4baa-b20e-7d6790b75be1 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.1865079 Feb 14 16:41:17.428137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-5caa5ded-035f-4ea1-8b93-b178e80a9a0d service neutron] 10.222.0.50 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161489 Feb 14 16:41:17.485778 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1444943-2a63-470c-b709-a69a325bcda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.492703 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, cleared binding levels {{(pid=109320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:17.611795 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 1e65d53f-5370-4c06-8526-6433259840ea triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:17.613535 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1e65d53f-5370-4c06-8526-6433259840ea), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.625559 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:17.683413 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.845735 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2158ad06-8397-4d24-99e5-40d5d2d1fe06 req-47782d8e-bf54-4704-851e-7bb097764afa tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221698 Feb 14 16:41:17.915550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:17.920232 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.929191 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks [] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:17.930442 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d91fb30d-a05f-4d0c-b001-a5ad4421a438 HTTP/1.1" status: 200 len: 1094 time: 6.2357824 Feb 14 16:41:17.931075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:18.003017 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0155148-88c4-479f-9ce6-7e16649e37c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=3']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:18.083493 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 1e65d53f-5370-4c06-8526-6433259840ea is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:18.085042 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1e65d53f-5370-4c06-8526-6433259840ea), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.087062 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.223815 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e4be-250a-48cc-8a8c-7240c0a8c68f None None] Pushing event updated for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:18.295331 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-20a5e4d6-13dc-49db-a276-5ef397cd2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:18.300187 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-20a5e4d6-13dc-49db-a276-5ef397cd2922 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 1128 time: 0.2758865 Feb 14 16:41:18.407809 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 1e65d53f-5370-4c06-8526-6433259840ea, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1e65d53f-5370-4c06-8526-6433259840ea,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:18.425815 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.571728 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-954dc4db-7388-4454-a384-4ecd0844d635 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438 HTTP/1.1" status: 200 len: 217 time: 0.2620270 Feb 14 16:41:18.641227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357dc667-58f0-475c-bb40-f3860afbc5fb x-openstack-request-id: req-357dc667-58f0-475c-bb40-f3860afbc5fb {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:18.642522 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:18.642968 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-357dc667-58f0-475c-bb40-f3860afbc5fb {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:18.643619 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97', 'status': 'completed', 'code': 200} Feb 14 16:41:18.786453 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf3ddfa-8919-4e83-8b07-19028f693ec5 req-6edd5e46-7c50-46d8-94c0-5b46c01f0fa5 service neutron] 10.222.0.50 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3472533 Feb 14 16:41:18.931665 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-6097a41e-84b1-4d3e-a036-d7b9902489a6 None None] Provisioning complete for port b709057b-123d-4010-84ca-4a03bc3abd9e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:18.932846 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6097a41e-84b1-4d3e-a036-d7b9902489a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.934887 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Attempting to bind port b709057b-123d-4010-84ca-4a03bc3abd9e on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:18.935667 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Attempting to bind port b709057b-123d-4010-84ca-4a03bc3abd9e by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:18.936185 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Attempting to bind port b709057b-123d-4010-84ca-4a03bc3abd9e on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:18.939547 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1444943-2a63-470c-b709-a69a325bcda4 admin admin] Publish callbacks [] for security_group (c7d6d2f5-72c7-4acf-8990-fb8e8194db9d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.959735 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:18.960816 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Checking segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:18.961814 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.962635 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Bound using segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:18.963291 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Bound port: b709057b-123d-4010-84ca-4a03bc3abd9e, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:18.963883 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:18.967072 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:18.972441 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1444943-2a63-470c-b709-a69a325bcda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c7d6d2f5-72c7-4acf-8990-fb8e8194db9d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:19.111360 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] For port b709057b-123d-4010-84ca-4a03bc3abd9e, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:19.119334 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] For port b709057b-123d-4010-84ca-4a03bc3abd9e, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=b709057b-123d-4010-84ca-4a03bc3abd9e,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:19.131482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1444943-2a63-470c-b709-a69a325bcda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6d2f5-72c7-4acf-8990-fb8e8194db9d,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:19.179065 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:19.194068 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7e39549c-5632-47ee-85da-5fb8fc569415 req-18e9e1d6-2bd5-41ca-bb06-71cd4db46775 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 210 time: 0.2834847 Feb 14 16:41:19.229912 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a1444943-2a63-470c-b709-a69a325bcda4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8f4ac0d34af4e4287a4c8131cf8a44f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9209991 Feb 14 16:41:19.229994 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd33e7fb-b373-40ea-ab3a-df3a672dde86" -d '{"events": [{"name": "network-changed", "server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:19.231057 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-6097a41e-84b1-4d3e-a036-d7b9902489a6 None None] Port b709057b-123d-4010-84ca-4a03bc3abd9e cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:41:19.238670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44480) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:19.246077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-99c882f3-8ac4-419c-8828-0d6b79ae0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:19.250402 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-99c882f3-8ac4-419c-8828-0d6b79ae0618 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.6750681 Feb 14 16:41:19.307696 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a344-22de-4366-9d89-263a1a14e6ba req-4bde0187-8e93-4781-b610-f17fe27b93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:19.314994 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-4bde0187-8e93-4781-b610-f17fe27b93c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ac858370b5646558197b988d600ebb2&device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 1128 time: 0.3811252 Feb 14 16:41:19.471341 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e4be-250a-48cc-8a8c-7240c0a8c68f None None] Pushing event updated for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:19.510224 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-da40015d-15c2-4ca2-b22b-9942861d496c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483113 Feb 14 16:41:19.548838 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:19.570416 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:19.719151 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.50', 58467) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:19.943120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] Publish callbacks [] for security_group (c7d6d2f5-72c7-4acf-8990-fb8e8194db9d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:19.996086 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Provisioning complete for port b709057b-123d-4010-84ca-4a03bc3abd9e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:19.999884 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:20.015267 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa94ea-bf2d-4640-b93e-2172d2c4f381 req-129e698b-23b5-4a33-8384-24e5fe7abecd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:20.029626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2aa94ea-bf2d-4640-b93e-2172d2c4f381 req-129e698b-23b5-4a33-8384-24e5fe7abecd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.5224836 Feb 14 16:41:20.037928 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-9aec15fe-bc95-47dd-b70d-be271ba6cf2f service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103135 Feb 14 16:41:20.063978 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:20.158002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] Publish callbacks [] for security_group (c7d6d2f5-72c7-4acf-8990-fb8e8194db9d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:20.204028 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a344-22de-4366-9d89-263a1a14e6ba req-19351b36-b25e-46c0-abfe-626061089e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:20.212547 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-19351b36-b25e-46c0-abfe-626061089e4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=78c8f1d1-6f68-4b86-8f18-c6b30e940004 HTTP/1.1" status: 200 len: 912 time: 0.8816738 Feb 14 16:41:20.376764 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Current status of the port b709057b-123d-4010-84ca-4a03bc3abd9e is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:20.377358 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:20.425751 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] For port b709057b-123d-4010-84ca-4a03bc3abd9e, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=b709057b-123d-4010-84ca-4a03bc3abd9e,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:20.425908 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-409e3711-3a9e-4b81-b620-94ca0024a1ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97 HTTP/1.1" status: 200 len: 217 time: 0.1888733 Feb 14 16:41:20.432370 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:20.457243 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-ab621b0d-cfc5-438a-a9bc-44ab805ebf80 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:20.459772 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-ab621b0d-cfc5-438a-a9bc-44ab805ebf80 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 818 time: 0.5977540 Feb 14 16:41:20.545653 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Request body: {'port': {'device_id': '0a686a07-3a03-422d-9a72-03c6c471e680', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'admin_state_up': True, 'tenant_id': '135eb96084004d599d3ae285c12c0cc3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:20.634849 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1e65d53f-5370-4c06-8526-6433259840ea up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:20.715511 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce2182-5aba-40db-a7d2-034f34064647 None None] Pushing event updated for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:20.737524 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:19Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:20.772276 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44514) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:20.793258 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2aa94ea-bf2d-4640-b93e-2172d2c4f381 req-f84dc79d-e9d3-4cb1-9db9-7c8b73d52fd5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624280 Feb 14 16:41:20.811267 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf02a6-d193-43e4-b18e-fc8fa8176611 None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:19Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:41:20.836071 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328391479', 'description': 'tempest-description--298722279'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:20.863174 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 1e65d53f-5370-4c06-8526-6433259840ea triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:20.863902 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1e65d53f-5370-4c06-8526-6433259840ea), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:20.951373 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:21.108530 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a344-22de-4366-9d89-263a1a14e6ba req-606fbbce-a001-4db8-8bfc-1cfa9db6ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:21.117158 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-606fbbce-a001-4db8-8bfc-1cfa9db6ab6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7553b1c1-29ce-4df4-a20a-9e3b7266611b HTTP/1.1" status: 200 len: 851 time: 0.6539869 Feb 14 16:41:21.172827 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c7d6d2f5-72c7-4acf-8990-fb8e8194db9d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:21.183402 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1074d495-8305-406a-b166-a08ec5ce17c2 req-4622c43b-dce0-4810-8a9a-83baab2fb058 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1147516 Feb 14 16:41:21.197128 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:21.203328 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7d6d2f5-72c7-4acf-8990-fb8e8194db9d HTTP/1.1" status: 204 len: 168 time: 1.9590485 Feb 14 16:41:21.289691 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a74f10-b6f2-431c-8f12-ab8d18c1bc06 req-cf3f31a7-7ecb-4615-a626-c74f279c0509 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:21.312790 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87a74f10-b6f2-431c-8f12-ab8d18c1bc06 req-cf3f31a7-7ecb-4615-a626-c74f279c0509 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.5314572 Feb 14 16:41:21.322875 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a9f57-4113-4ef8-bc30-0bd6f03716a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6d2f5-72c7-4acf-8990-fb8e8194db9d,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:21.337879 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-90234459-77ae-4ca4-9475-a02036f5b3e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78c8f1d1-6f68-4b86-8f18-c6b30e940004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059669 Feb 14 16:41:21.438251 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Made reservation on behalf of 135eb96084004d599d3ae285c12c0cc3 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:21.455324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:21.526506 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b01d3aa-901b-4f30-b632-ff2d66108c44 x-openstack-request-id: req-9b01d3aa-901b-4f30-b632-ff2d66108c44 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:21.526809 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:21.527068 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b01d3aa-901b-4f30-b632-ff2d66108c44 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:21.527542 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438', 'status': 'completed', 'code': 200} Feb 14 16:41:21.556768 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87a74f10-b6f2-431c-8f12-ab8d18c1bc06 req-62e6a075-bc3a-4157-a85f-2630ba5c510a tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280428 Feb 14 16:41:21.794883 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 1e65d53f-5370-4c06-8526-6433259840ea is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:21.845375 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (8245d997-b8f0-4b8b-9cc5-082c584266e9), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:21.931535 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-aec0c0a3-59d8-416f-b50f-8fb58527ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:21.939227 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-aec0c0a3-59d8-416f-b50f-8fb58527ba09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 1128 time: 0.3715374 Feb 14 16:41:21.940627 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-0db9f455-3015-429a-8dc7-8acfd02e8160 service neutron] 10.222.0.50 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931888 Feb 14 16:41:21.987515 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8245d997-b8f0-4b8b-9cc5-082c584266e9), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.258046 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c154a344-22de-4366-9d89-263a1a14e6ba req-de285571-9777-40e7-a00d-9c7c5219fd16 service neutron] 10.222.0.50 "GET /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016770 Feb 14 16:41:22.263446 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Allocated IP 172.20.0.7 (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc/b7c70514-ef6f-46ef-9ed6-0e9fa1858c68/599455dd-d8b1-4eef-9405-bda28a491d30) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:22.278802 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44564) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:22.299246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-57a70572-557c-440f-90d5-ae3e6a9a4185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.363505 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8245d997-b8f0-4b8b-9cc5-082c584266e9,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:22.388674 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.391365 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4927607e-6c36-4306-85c9-186b44ff3270 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5970047 Feb 14 16:41:22.408439 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-57a70572-557c-440f-90d5-ae3e6a9a4185 admin admin] Publish callbacks [] for security_group (033ad6b7-cd2f-48e5-b962-d61b00224859), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.417029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44566) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:22.426634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group_rule': {'security_group_id': '8245d997-b8f0-4b8b-9cc5-082c584266e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:22.449430 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-57a70572-557c-440f-90d5-ae3e6a9a4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (033ad6b7-cd2f-48e5-b962-d61b00224859), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.532869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (41195136-f014-469a-abf1-16656b384911), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.640819 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device b709057b-123d-4010-84ca-4a03bc3abd9e up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:22.663635 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-301f00ce-06db-45c3-adcd-00cc983607ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:22.665223 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-301f00ce-06db-45c3-adcd-00cc983607ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 915 time: 0.6627231 Feb 14 16:41:22.751475 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb7e68-1282-49ee-8ef6-0c048af3a5fb req-58ad2c03-000a-47d7-9bc0-4fcc7836ef8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:22.756714 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-81cb7e68-1282-49ee-8ef6-0c048af3a5fb req-58ad2c03-000a-47d7-9bc0-4fcc7836ef8b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.8093534 Feb 14 16:41:22.761495 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port b709057b-123d-4010-84ca-4a03bc3abd9e triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:22.762804 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.805440 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-57a70572-557c-440f-90d5-ae3e6a9a4185 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=236e4143ff6d44d4b9ada06dd7fb7428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252945 Feb 14 16:41:22.806219 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a70572-557c-440f-90d5-ae3e6a9a4185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ad6b7-cd2f-48e5-b962-d61b00224859,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:22.809279 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 44578) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:22.818888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-8abd23b7-96d5-4d72-a5d5-a51e5e7b40f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438 HTTP/1.1" status: 200 len: 217 time: 0.1201496 Feb 14 16:41:22.838290 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-759ee17e-1b63-4b44-9f76-e3b30f5c311a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:22.845706 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-759ee17e-1b63-4b44-9f76-e3b30f5c311a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 818 time: 1.0613234 Feb 14 16:41:22.855705 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (41195136-f014-469a-abf1-16656b384911), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:22.883596 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b2941123-298c-4bf9-98e1-6d424223c86f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/quotas/135eb96084004d599d3ae285c12c0cc3 HTTP/1.1" status: 200 len: 375 time: 0.0369458 Feb 14 16:41:22.924518 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port b709057b-123d-4010-84ca-4a03bc3abd9e is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:22.941019 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (41195136-f014-469a-abf1-16656b384911), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.012597 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41195136-f014-469a-abf1-16656b384911,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:23.045762 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-81cb7e68-1282-49ee-8ef6-0c048af3a5fb req-06123be4-be07-45e0-b2c5-689682259f51 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473309 Feb 14 16:41:23.076131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.083973 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d27c43ee-a318-48e0-9512-bdb5d56a562e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6635799 Feb 14 16:41:23.091485 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-5c847a53-d577-421d-af47-b79702d17acb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069104 Feb 14 16:41:23.092070 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44584) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:23.100904 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group_rule': {'security_group_id': '8245d997-b8f0-4b8b-9cc5-082c584266e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:23.139620 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-6278830d-2665-4567-a669-4258536186d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:23.141305 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-6278830d-2665-4567-a669-4258536186d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.1577644 Feb 14 16:41:23.183276 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] Publish callbacks [] for security_group (033ad6b7-cd2f-48e5-b962-d61b00224859), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.252691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] Publish callbacks [] for security_group (033ad6b7-cd2f-48e5-b962-d61b00224859), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.296563 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (ffb1be0d-ab26-4695-9d4c-56a78b897d2a), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.379245 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-0d8bdac1-4c81-4206-ad26-f167dc183070 service neutron] 10.222.0.69 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703004 Feb 14 16:41:23.383010 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (033ad6b7-cd2f-48e5-b962-d61b00224859), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.387459 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.388992 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/033ad6b7-cd2f-48e5-b962-d61b00224859 HTTP/1.1" status: 204 len: 168 time: 0.5651603 Feb 14 16:41:23.398386 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks [] for port (599455dd-d8b1-4eef-9405-bda28a491d30), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.408780 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e4da1-cd84-46ff-b0e3-2225e401b09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ad6b7-cd2f-48e5-b962-d61b00224859,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:23.501934 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.515927 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-3a775c6b-ea2c-41a3-9583-9be412885edd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637678 Feb 14 16:41:23.592226 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Pushing event updated for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:23.605672 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:23.609344 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:23.612567 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:23.623051 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:23.624512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.657205 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-1a6abe99-5d67-4aa4-8b0d-4d0e7e4ee793 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1692574 Feb 14 16:41:23.674521 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e53c0c-ff26-4ef1-8dc5-f35cbf49cabc req-11383e2b-e51d-4301-a5a4-c07af0941253 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:23.675083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Request body: {'port': {'device_id': '0a686a07-3a03-422d-9a72-03c6c471e680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:23.684562 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28e53c0c-ff26-4ef1-8dc5-f35cbf49cabc req-11383e2b-e51d-4301-a5a4-c07af0941253 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.4557095 Feb 14 16:41:23.789685 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.844626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b9322e19-aca9-4a1e-8190-c6cb024d2b68 service neutron] 10.222.0.69 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715470 Feb 14 16:41:23.879574 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (ffb1be0d-ab26-4695-9d4c-56a78b897d2a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.893677 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (ffb1be0d-ab26-4695-9d4c-56a78b897d2a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.909325 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28e53c0c-ff26-4ef1-8dc5-f35cbf49cabc req-d7a6b8cf-dc63-4527-af91-3d5dc401f291 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183812 Feb 14 16:41:23.943667 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb1be0d-ab26-4695-9d4c-56a78b897d2a,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:23.952183 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-cb424e75-e0a6-4372-b50d-e252b3035fcc service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925749 Feb 14 16:41:23.957381 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:23.959225 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9daf63ac-bb1b-4f70-8852-3230965af0e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8642211 Feb 14 16:41:23.963265 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 44618) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:23.976873 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:24.053340 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.132871 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd33e7fb-b373-40ea-ab3a-df3a672dde86 req-ee1dfc13-ef6c-4f5f-90be-bb1e3e2a6093 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704769 Feb 14 16:41:24.271230 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4208875a-61dc-4083-b304-4721167c228f req-56edcf15-588b-48b1-8a0c-842dd260aa69 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0535727 Feb 14 16:41:24.322572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e973-b6c8-4ebf-a20b-9131c6112304 req-dab5c440-e688-4a24-9ab7-da505c625677 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:24.329492 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-57d6e973-b6c8-4ebf-a20b-9131c6112304 req-dab5c440-e688-4a24-9ab7-da505c625677 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.1130416 Feb 14 16:41:24.335295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599455dd-d8b1-4eef-9405-bda28a491d30 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:24.343838 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks [] for port (599455dd-d8b1-4eef-9405-bda28a491d30), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.357799 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Transition to ACTIVE for port object 599455dd-d8b1-4eef-9405-bda28a491d30 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:41:24.357913 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.371021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.445961 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-57d6e973-b6c8-4ebf-a20b-9131c6112304 req-bca065d9-7110-450a-b9a2-b5a44408aad6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155243 Feb 14 16:41:24.449053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Pushing event updated for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:24.508258 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Attempting to bind port 599455dd-d8b1-4eef-9405-bda28a491d30 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:24.508602 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Attempting to bind port 599455dd-d8b1-4eef-9405-bda28a491d30 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:24.510567 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Attempting to bind port 599455dd-d8b1-4eef-9405-bda28a491d30 on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:24.524294 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Port 599455dd-d8b1-4eef-9405-bda28a491d30 on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:41:24.524629 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Attempting to bind port 599455dd-d8b1-4eef-9405-bda28a491d30 on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:24.531583 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:24.531835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Checking segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:24.532227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Bound using segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:24.532857 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Bound port: 599455dd-d8b1-4eef-9405-bda28a491d30, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:24.533103 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.575423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Allocated IP 172.27.1.120 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/755f9857-dc5c-410b-9e9c-bf9bd8e02f5c) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:24.635715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:24.639693 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=599455dd-d8b1-4eef-9405-bda28a491d30,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:24.650671 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.713683 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:24.714329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.716139 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-162c521c-684e-493e-801a-8e5409d4303b service neutron] 10.222.0.50 "PUT /v2.0/ports/599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 1093 time: 1.0492756 Feb 14 16:41:24.716421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:24.718854 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62858e55-222c-4434-8d32-c139e70dde4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:24.751768 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c521c-684e-493e-801a-8e5409d4303b service neutron] Pushing event updated for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:24.810285 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.819364 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973cba9-1e61-4bc1-93ad-a566e05a05e4 x-openstack-request-id: req-b973cba9-1e61-4bc1-93ad-a566e05a05e4 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:24.819672 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:24.819938 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b973cba9-1e61-4bc1-93ad-a566e05a05e4 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:24.820368 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30', 'status': 'completed', 'code': 200} Feb 14 16:41:24.851135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-b0aceed6-5757-48f7-8af5-184e2ade133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:24.853558 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-b0aceed6-5757-48f7-8af5-184e2ade133d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1127 time: 0.0857897 Feb 14 16:41:24.886618 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:24.912233 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-d5816e96-6c79-420f-96ce-4b9edec8db38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0483742 Feb 14 16:41:24.923686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:24.951660 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:24.954518 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:25.026579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-17ad36d6-ef29-4281-bac5-e064a9e37bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:25.031605 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-17ad36d6-ef29-4281-bac5-e064a9e37bf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.1089528 Feb 14 16:41:25.071687 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-a927f774-6fcc-4dc8-a7da-0e468c15848b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322821 Feb 14 16:41:25.212644 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-10c09831-9618-49d7-875e-17bfeb6c861e service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336777 Feb 14 16:41:25.364457 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=755f9857-dc5c-410b-9e9c-bf9bd8e02f5c,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:25.402754 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-051e805b-f985-4dcf-ad33-a6c110e781fe req-91e2658d-96c3-40d0-a339-cc854e341640 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0434999 Feb 14 16:41:25.517545 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1158c9c2-b641-44db-ae27-4164b62579e2 req-395b4fb3-4019-4eac-aee0-08fddb1a2d50 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905843 Feb 14 16:41:25.526221 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1c513-8d21-41a5-86cf-c8f1be775a45 req-4850d5b3-83e5-4252-8600-ce9149f10ec5 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:25.534306 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-01d1c513-8d21-41a5-86cf-c8f1be775a45 req-4850d5b3-83e5-4252-8600-ce9149f10ec5 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.2667501 Feb 14 16:41:25.538186 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.633354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.674742 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-01d1c513-8d21-41a5-86cf-c8f1be775a45 req-5c4c5ee3-530b-49c6-a9b7-2784e3308778 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395447 Feb 14 16:41:25.691130 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fb2f3-93b7-4526-a35b-efa665b00949 req-221a9b13-e453-41a9-976b-d805c674fb91 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:25.692687 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-813fb2f3-93b7-4526-a35b-efa665b00949 req-221a9b13-e453-41a9-976b-d805c674fb91 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.1368992 Feb 14 16:41:25.806841 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-813fb2f3-93b7-4526-a35b-efa665b00949 req-3697e58d-c18a-40bb-9673-ea1ac8af9468 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078751 Feb 14 16:41:25.873106 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.878094 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.948351 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=755f9857-dc5c-410b-9e9c-bf9bd8e02f5c,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:25.958244 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.974222 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:25.982934 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c287e7a0-1fdd-4f80-9af8-e239429e2c80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0038643 Feb 14 16:41:26.191871 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-5f8ed07f-7a09-446c-a7ef-9bcf95aec7ff tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--328391479&fields=id&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 267 time: 0.0570011 Feb 14 16:41:26.231279 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:41:26.319684 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-bfad45a3-28f7-4ef2-bebb-a6c1a799e6bd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:26.321226 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-bfad45a3-28f7-4ef2-bebb-a6c1a799e6bd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 817 time: 0.1227126 Feb 14 16:41:26.337007 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-1921e854-2c1a-4a7b-975a-641ea731de95 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/quotas/e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 375 time: 0.0101025 Feb 14 16:41:26.392049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-2fce603f-15f4-4eba-8fb2-499f93caaaa0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492013 Feb 14 16:41:26.515206 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-78b97fec-059e-4916-a61d-ab81f397ac9c req-e1221852-7748-4b04-a7f8-225ceac4d76e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0351205 Feb 14 16:41:26.516992 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-f83235e1-8fab-4bb6-a2f9-f8162e060c37 service neutron] 10.222.0.69 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125724 Feb 14 16:41:26.608320 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-07624c4b-8d6c-434a-8400-1ebdc5ad4d8f service neutron] 10.222.0.69 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Feb 14 16:41:26.781428 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-194004c5-0215-4003-813c-ee85f9065db7 req-0958750e-dddf-4c36-89c5-04d8ae9bc004 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Feb 14 16:41:26.830633 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49851a-02a8-4814-b550-9d34610c0610 req-0475ce2e-0695-4639-910e-2145e26b4960 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:26.832121 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f49851a-02a8-4814-b550-9d34610c0610 req-0475ce2e-0695-4639-910e-2145e26b4960 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.0763049 Feb 14 16:41:26.912996 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f49851a-02a8-4814-b550-9d34610c0610 req-2ec8c0f7-9e46-46d0-a6f4-7cd5deaaf15f tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748508 Feb 14 16:41:26.940636 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037cbd8-9c14-4fe2-94d3-b2dcc2dbe0ac req-d78750ec-963b-40f6-98a7-487b4d694b9a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:26.942657 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b037cbd8-9c14-4fe2-94d3-b2dcc2dbe0ac req-d78750ec-963b-40f6-98a7-487b4d694b9a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.0647783 Feb 14 16:41:26.990986 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b037cbd8-9c14-4fe2-94d3-b2dcc2dbe0ac req-707ddf89-3f91-4781-927a-9bb140e896aa tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Feb 14 16:41:27.607523 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d628f24e-47b4-4112-8088-2917843a0e71 req-3fd00c00-2287-41d7-a568-0ee9fce9f31b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0274098 Feb 14 16:41:27.884001 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c08a842-3e54-4060-b3d5-4609ff66db6e req-7fab3b70-5e8a-4702-917d-6136b1a53efa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Feb 14 16:41:28.029927 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353776a8-6b0b-4dc1-9d30-990a179b5a04 req-0c2b47bc-119a-4c60-a63a-a42cd06884b2 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.031929 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-353776a8-6b0b-4dc1-9d30-990a179b5a04 req-0c2b47bc-119a-4c60-a63a-a42cd06884b2 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 944 time: 0.0534394 Feb 14 16:41:28.106793 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-353776a8-6b0b-4dc1-9d30-990a179b5a04 req-23ad6363-5cdd-4f16-b502-4c6029ae8502 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690658 Feb 14 16:41:28.132319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82331f5-5dae-4cdd-9ed8-af5603d96a5a req-9d33b940-648f-47b0-a863-1be707e1b4c2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.133930 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c82331f5-5dae-4cdd-9ed8-af5603d96a5a req-9d33b940-648f-47b0-a863-1be707e1b4c2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 944 time: 0.0727224 Feb 14 16:41:28.142947 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d91fb30d-a05f-4d0c-b001-a5ad4421a438 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:41:28.192855 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c82331f5-5dae-4cdd-9ed8-af5603d96a5a req-5a888403-ba40-4864-99dd-fb5dafe0a5b7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515618 Feb 14 16:41:28.212346 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62858e55-222c-4434-8d32-c139e70dde4c req-0883e3dc-30ae-4767-8d68-935f95422a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.214107 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-0883e3dc-30ae-4767-8d68-935f95422a9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1127 time: 0.0606608 Feb 14 16:41:28.288838 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:28.338532 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'port_id': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438', 'mac_address': 'fa:16:3e:7a:e1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd5764-ff46-4709-bb92-d449ce9cf8b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:41:28.378718 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-0ebe9543-d7ec-42c2-871b-729c6ba31870 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.381637 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-0ebe9543-d7ec-42c2-871b-729c6ba31870 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 818 time: 0.1425414 Feb 14 16:41:28.388329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62858e55-222c-4434-8d32-c139e70dde4c req-77783a51-1948-40bc-9771-c18d948d9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.390670 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-77783a51-1948-40bc-9771-c18d948d9387 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.1613009 Feb 14 16:41:28.401094 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d91fb30d-a05f-4d0c-b001-a5ad4421a438 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:28.401758 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:28.413328 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Request body: {'port': {'device_id': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'admin_state_up': True, 'tenant_id': '135eb96084004d599d3ae285c12c0cc3'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:28.418489 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91fb30d-a05f-4d0c-b001-a5ad4421a438 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:28.456581 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:28.462668 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:28.463554 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 874bec47-6286-45d3-8aaa-8bf5f39ada97 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:41:28.481587 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-0b1566e8-9a7e-4eee-a7b2-c7abfede51e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0718358 Feb 14 16:41:28.547529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Made reservation on behalf of 135eb96084004d599d3ae285c12c0cc3 for: {'port': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:28.553968 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:28.554722 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62858e55-222c-4434-8d32-c139e70dde4c req-db627672-cc7e-408c-8fea-1069a905ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:28.556332 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-db627672-cc7e-408c-8fea-1069a905ca16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0608053 Feb 14 16:41:28.566184 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:28.638795 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97,segment=NetworkSegment(8262156e-52ae-4421-ba8b-9efb9922b156),segment_id=8262156e-52ae-4421-ba8b-9efb9922b156)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:28.651834 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '874bec47-6286-45d3-8aaa-8bf5f39ada97', 'network_id': '78c8f1d1-6f68-4b86-8f18-c6b30e940004', 'port_id': '874bec47-6286-45d3-8aaa-8bf5f39ada97', 'mac_address': 'fa:16:3e:25:d2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7553b1c1-29ce-4df4-a20a-9e3b7266611b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:41:28.694685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 874bec47-6286-45d3-8aaa-8bf5f39ada97 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:28.695084 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:28.709903 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874bec47-6286-45d3-8aaa-8bf5f39ada97 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:28.714938 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Allocated IP 172.20.0.4 (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc/b7c70514-ef6f-46ef-9ed6-0e9fa1858c68/2ae514da-0149-4e5c-8a43-a89962de8b5d) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:28.719386 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0b1a8bec-b603-4673-99a1-a039f97fa7fb req-ef74ba46-bf57-429b-a518-ea1da4426ec3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0406635 Feb 14 16:41:28.733629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97,segment=NetworkSegment(8262156e-52ae-4421-ba8b-9efb9922b156),segment_id=8262156e-52ae-4421-ba8b-9efb9922b156)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:28.821489 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:28.906181 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:28.944994 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks [] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:29.004784 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8f68619d-affc-4760-a57c-0f20ced98029 req-5e89e3a9-1023-45aa-9ed9-d9dfb2ab18a1 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0326049 Feb 14 16:41:29.014474 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:29.064523 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:29.067736 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:29.072157 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:29.076042 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Pushing event updated for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:29.126622 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:29.127539 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:29.146220 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-2f82df49-0a41-4392-8c2a-6c3089eab0fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382019 Feb 14 16:41:29.244472 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dfda7-1d5f-43ab-82f7-200a7b72f203 req-a7568286-7f8e-43ac-bb8b-f69668d54897 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:29.246060 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-391dfda7-1d5f-43ab-82f7-200a7b72f203 req-a7568286-7f8e-43ac-bb8b-f69668d54897 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.0637507 Feb 14 16:41:29.318554 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-391dfda7-1d5f-43ab-82f7-200a7b72f203 req-8e05e113-962c-487c-a784-7e0d2b01e001 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Feb 14 16:41:29.340342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f7123-d944-4eac-91ba-12590e0d8722 req-aa1add0d-9992-47b0-b565-062c2b4996fc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:29.341838 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-698f7123-d944-4eac-91ba-12590e0d8722 req-aa1add0d-9992-47b0-b565-062c2b4996fc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.0628412 Feb 14 16:41:29.390529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-698f7123-d944-4eac-91ba-12590e0d8722 req-95d0a8e4-6b41-47a6-824e-875f8c469bdb tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Feb 14 16:41:29.888701 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb123cd-f9ab-49e5-9222-c3a7028553ac req-61d65b51-1101-43d0-a21d-b7d277d9a60d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:29.890193 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fdb123cd-f9ab-49e5-9222-c3a7028553ac req-61d65b51-1101-43d0-a21d-b7d277d9a60d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 931 time: 0.0591514 Feb 14 16:41:29.936088 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fdb123cd-f9ab-49e5-9222-c3a7028553ac req-f7a3e75b-fbff-4ead-8b1e-2b5e6d3c9c94 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Feb 14 16:41:30.103701 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-859e4680-30f3-4a7f-b347-83dcc6bd5fc5 req-49ca0bc9-a48b-4d5e-b63c-3200eb347f26 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0275104 Feb 14 16:41:30.445944 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f97298-99f3-4a61-b005-49e164ac063b req-ac611e92-6cf3-4c7f-b51d-a2e0c9a36926 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:30.447616 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50f97298-99f3-4a61-b005-49e164ac063b req-ac611e92-6cf3-4c7f-b51d-a2e0c9a36926 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.0623226 Feb 14 16:41:30.560574 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50f97298-99f3-4a61-b005-49e164ac063b req-485f2e01-ecdc-4f1a-8aff-f9e4020deb45 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Feb 14 16:41:30.573432 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074806-c425-4741-a0fd-a7e5deaec234 req-536b7d81-434a-4d9c-893e-b92bf6bfb7f5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:30.575049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee074806-c425-4741-a0fd-a7e5deaec234 req-536b7d81-434a-4d9c-893e-b92bf6bfb7f5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.0969651 Feb 14 16:41:30.628568 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee074806-c425-4741-a0fd-a7e5deaec234 req-ffa95559-d125-45ab-8bd3-91ab1a60a66f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Feb 14 16:41:31.054511 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cd785-975b-472e-8164-1fd72c919f6a req-714c43f0-f73f-4f12-bab6-569fe6005c7d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:31.056049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f4cd785-975b-472e-8164-1fd72c919f6a req-714c43f0-f73f-4f12-bab6-569fe6005c7d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 931 time: 0.0529654 Feb 14 16:41:31.103264 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f4cd785-975b-472e-8164-1fd72c919f6a req-fc17f8c9-2397-4c3c-b893-d223148115df tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Feb 14 16:41:31.205068 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8b5a5526-a848-442c-84f5-c965013ac84d req-60e3e8b0-a904-4394-999f-bd55d2613ec1 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0304353 Feb 14 16:41:31.256206 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Request body: {'port': {'device_id': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:31.280931 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-66a7fbb4-bd42-4a15-b350-e73b0b7e6aec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338476 Feb 14 16:41:31.384006 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-21fff0d6-4b5d-4c33-a07d-5be42eec7c0e service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900967 Feb 14 16:41:31.457061 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:31.490885 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-62858e55-222c-4434-8d32-c139e70dde4c req-bce1d1d5-e7f3-476e-a417-e197563a5005 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959778 Feb 14 16:41:31.730554 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d01619-4248-4daf-95f0-b05f2b4da448 req-693699df-7c59-491a-93ed-26f418f3a28c tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:31.732407 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13d01619-4248-4daf-95f0-b05f2b4da448 req-693699df-7c59-491a-93ed-26f418f3a28c tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.0941808 Feb 14 16:41:31.784462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['874bec47-6286-45d3-8aaa-8bf5f39ada97'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:41:31.838704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae514da-0149-4e5c-8a43-a89962de8b5d {{(pid=109320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:31.857534 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks [] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:31.885586 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-ad713656-b0dd-486a-9696-f88e91aca34c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:31.887606 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edae57-dfc7-43ac-951a-888fb134027c req-0fd8b6d2-5406-4ba6-97cc-298697c2bf9b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:31.888027 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-ad713656-b0dd-486a-9696-f88e91aca34c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 817 time: 0.1301727 Feb 14 16:41:31.889277 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2edae57-dfc7-43ac-951a-888fb134027c req-0fd8b6d2-5406-4ba6-97cc-298697c2bf9b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.1691334 Feb 14 16:41:31.895681 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13d01619-4248-4daf-95f0-b05f2b4da448 req-e9178f5e-73fc-428c-8a81-5abe720a5bed tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501694 Feb 14 16:41:31.898458 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.provisioning_blocks [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Transition to ACTIVE for port object 2ae514da-0149-4e5c-8a43-a89962de8b5d will not be triggered until provisioned by entity L2. {{(pid=109320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:41:31.923724 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:31.933635 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:41:31.993756 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-6b4908e2-a9b7-41b7-81e4-322adc491dde tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 379 time: 0.0888212 Feb 14 16:41:32.023125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'port': {'device_id': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'admin_state_up': True, 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'security_groups': ['8245d997-b8f0-4b8b-9cc5-082c584266e9']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:32.055245 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2edae57-dfc7-43ac-951a-888fb134027c req-b11afdf3-9d9d-4d4c-b630-b47c18c81f7b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548340 Feb 14 16:41:32.131530 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:32.174258 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Made reservation on behalf of e098ed28a2a3486b9814fe1c9e5ba069 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:41:32.178325 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.180874 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Attempting to bind port 2ae514da-0149-4e5c-8a43-a89962de8b5d on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:32.181676 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Attempting to bind port 2ae514da-0149-4e5c-8a43-a89962de8b5d by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:32.182019 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Attempting to bind port 2ae514da-0149-4e5c-8a43-a89962de8b5d on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:32.191532 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Port 2ae514da-0149-4e5c-8a43-a89962de8b5d on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:41:32.191532 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Attempting to bind port 2ae514da-0149-4e5c-8a43-a89962de8b5d on network 3da29e3f-5e35-4a7a-9390-46e4f83aa5dc {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:32.202229 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:32.203233 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Checking segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:32.204119 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Bound using segment: {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:32.205832 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Bound port: 2ae514da-0149-4e5c-8a43-a89962de8b5d, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139ae95e-6695-42f5-b419-247cb809df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc'}}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:32.206555 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.341742 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d79653e5-3c17-43a9-b25d-ab900da3e2cd req-2a4fbb6c-c2f3-4272-a037-c977f6703271 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0370235 Feb 14 16:41:32.393979 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad713c-6e74-48a6-aac7-730d2e38384e req-b5feca11-c2a7-4c8b-97f6-1f7bb57ccb26 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:32.395857 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-56ad713c-6e74-48a6-aac7-730d2e38384e req-b5feca11-c2a7-4c8b-97f6-1f7bb57ccb26 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.1648850 Feb 14 16:41:32.396658 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, cleared binding levels {{(pid=109320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:32.399898 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:32.417488 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.432218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Allocated IP 172.20.0.7 (b1382731-2e51-446f-a112-df41fcd4df35/6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138/38de8661-cab7-496f-8ad3-b37846bcf842) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:41:32.475789 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:32.476421 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.477848 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] 10.222.0.50 "PUT /v2.0/ports/2ae514da-0149-4e5c-8a43-a89962de8b5d HTTP/1.1" status: 200 len: 1093 time: 1.2269917 Feb 14 16:41:32.479996 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:32.482312 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3d8d2-8e95-416a-b75c-f3d7dd099763" -d '{"events": [{"name": "network-changed", "server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:32.510951 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a878f7-902c-41b4-8e3f-63bb49a19008 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=3']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:32.517252 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-56ad713c-6e74-48a6-aac7-730d2e38384e req-6030c6cf-63b8-4b32-86cf-9735a7b061c5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143258 Feb 14 16:41:32.574039 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc756baf-88d1-46bd-b6f1-cc620bbf8893 x-openstack-request-id: req-dc756baf-88d1-46bd-b6f1-cc620bbf8893 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:32.574342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:32.574598 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc756baf-88d1-46bd-b6f1-cc620bbf8893 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:32.575689 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d', 'status': 'completed', 'code': 200} Feb 14 16:41:32.602214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (38de8661-cab7-496f-8ad3-b37846bcf842), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.640514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.682886 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Network b1382731-2e51-446f-a112-df41fcd4df35 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:41:32.687886 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:41:32.691549 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:41:32.698010 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:32.698664 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:32.709048 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:32.727264 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-4f3e1a20-33fd-4cf7-8a8e-32b463a99b0f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235982 Feb 14 16:41:33.002077 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-353be5fd-4cab-4e21-aed4-a102c36390f1 None None] Provisioning complete for port 38de8661-cab7-496f-8ad3-b37846bcf842 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:33.002812 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-353be5fd-4cab-4e21-aed4-a102c36390f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:33.048682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-353be5fd-4cab-4e21-aed4-a102c36390f1 None None] Port 38de8661-cab7-496f-8ad3-b37846bcf842 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:41:33.054165 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e291c-21a0-44f2-8080-b00410b9fc37 req-3ccf7562-1288-40e9-98e6-a9d6da36d3b8 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:33.055832 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-021e291c-21a0-44f2-8080-b00410b9fc37 req-3ccf7562-1288-40e9-98e6-a9d6da36d3b8 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.0791445 Feb 14 16:41:33.112571 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-021e291c-21a0-44f2-8080-b00410b9fc37 req-da1e5f61-3b6c-49fa-bb83-06e1836c4076 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Feb 14 16:41:33.219520 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3e78-ea7e-474e-8569-7910ce94fc4d req-96eb8013-ad2f-435e-bdce-c8cff1d99a6d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:33.220939 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4d7c3e78-ea7e-474e-8569-7910ce94fc4d req-96eb8013-ad2f-435e-bdce-c8cff1d99a6d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.0541582 Feb 14 16:41:33.268120 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4d7c3e78-ea7e-474e-8569-7910ce94fc4d req-c5fc412b-c091-4713-9033-ac07e977e79f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Feb 14 16:41:33.487708 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8842c-c0fb-47cb-8c20-1c176f2db54a req-4674c1ac-cfa7-45fb-8328-4178e55a6d6c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:33.489324 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bfe8842c-c0fb-47cb-8c20-1c176f2db54a req-4674c1ac-cfa7-45fb-8328-4178e55a6d6c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 931 time: 0.0578597 Feb 14 16:41:33.539778 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bfe8842c-c0fb-47cb-8c20-1c176f2db54a req-7e29f7d9-7121-435f-94d9-39a06e2a2fba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Feb 14 16:41:33.643916 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a8e3-22f9-46b4-879e-797583740f11 req-a8134505-baae-431d-a776-f4c877f8adc1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:33.646227 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8778a8e3-22f9-46b4-879e-797583740f11 req-a8134505-baae-431d-a776-f4c877f8adc1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.0524614 Feb 14 16:41:33.692048 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8778a8e3-22f9-46b4-879e-797583740f11 req-0218dc6e-bfd4-408f-9277-34de1f7afa53 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Feb 14 16:41:34.242239 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49798-415f-4241-9adb-35e17b7f20ad req-d51655c2-e3f6-45b5-b699-cdd28f396b49 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:34.243842 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbf49798-415f-4241-9adb-35e17b7f20ad req-d51655c2-e3f6-45b5-b699-cdd28f396b49 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Feb 14 16:41:34.298990 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbf49798-415f-4241-9adb-35e17b7f20ad req-d4888fea-6a55-46bf-ba81-2c961a1e910f tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Feb 14 16:41:34.394784 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10620c8c-1985-4a6d-857a-1cbfd986f3bd req-f7df0a47-1b52-406c-ae42-1183253bb49f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:34.396969 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10620c8c-1985-4a6d-857a-1cbfd986f3bd req-f7df0a47-1b52-406c-ae42-1183253bb49f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.0521376 Feb 14 16:41:34.445483 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10620c8c-1985-4a6d-857a-1cbfd986f3bd req-23fcd9b5-78a1-4f64-9603-0b4ce4bf8a31 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Feb 14 16:41:34.662384 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af8cc-b20f-4b4e-994a-439f7400af88 req-0d67d0ca-1021-4f6d-832a-e1feba1ade08 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:34.663882 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f49af8cc-b20f-4b4e-994a-439f7400af88 req-0d67d0ca-1021-4f6d-832a-e1feba1ade08 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 931 time: 0.0529768 Feb 14 16:41:34.715814 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f49af8cc-b20f-4b4e-994a-439f7400af88 req-babe92ca-b5df-4ef1-ab02-700ff7c68875 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Feb 14 16:41:34.767122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1cf92ed4-fb46-4981-98a4-992bcf8813f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:34.784000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Request body: {'port': {'device_id': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:34.802383 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:34.851832 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:34.862869 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7dfc-0e08-4004-9f44-f1349ae2804e req-d02b127c-a228-46db-8328-022de9a054cf tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:34.864976 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-822b7dfc-0e08-4004-9f44-f1349ae2804e req-d02b127c-a228-46db-8328-022de9a054cf tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.0926049 Feb 14 16:41:34.874940 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-28224085-dbae-4e14-a2bd-af4e5ddf3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:34.876645 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-28224085-dbae-4e14-a2bd-af4e5ddf3435 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1127 time: 0.0719059 Feb 14 16:41:35.053436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-822b7dfc-0e08-4004-9f44-f1349ae2804e req-6b6c401c-eb61-4200-9ff5-ba936b3227dd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812553 Feb 14 16:41:35.103292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-a665f3e5-0ddb-4c99-86d9-e7b26832b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.104673 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-a665f3e5-0ddb-4c99-86d9-e7b26832b98d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=135eb96084004d599d3ae285c12c0cc3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2187963 Feb 14 16:41:35.152611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:35.160648 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks [] for port (38de8661-cab7-496f-8ad3-b37846bcf842), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:35.178885 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Transition to ACTIVE for port object 38de8661-cab7-496f-8ad3-b37846bcf842 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:41:35.182917 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:35.279096 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:35.284648 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Attempting to bind port 38de8661-cab7-496f-8ad3-b37846bcf842 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:41:35.285018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Attempting to bind port 38de8661-cab7-496f-8ad3-b37846bcf842 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:41:35.285359 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Attempting to bind port 38de8661-cab7-496f-8ad3-b37846bcf842 on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:35.290855 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Port 38de8661-cab7-496f-8ad3-b37846bcf842 on network b1382731-2e51-446f-a112-df41fcd4df35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:41:35.291177 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Attempting to bind port 38de8661-cab7-496f-8ad3-b37846bcf842 on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:41:35.296523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:41:35.296905 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Checking segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:41:35.297293 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Bound using segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:41:35.297739 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Bound port: 38de8661-cab7-496f-8ad3-b37846bcf842, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:41:35.298099 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:35.301044 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-7c65d7fd-2f0e-4932-8beb-7c7462abbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.303649 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-aca3d8d2-8e95-416a-b75c-f3d7dd099763 req-7c65d7fd-2f0e-4932-8beb-7c7462abbda4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919255 Feb 14 16:41:35.386823 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:41:35.390745 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:41:35.399869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:35.439676 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.440879 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:35.443106 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 1093 time: 0.6684232 Feb 14 16:41:35.446931 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:35.451014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273750dd-8aa3-4377-b69c-67075144990b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:35.509488 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32a3c-373f-4d74-89b9-71eacd47f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:35.559514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd1630-4cb9-4537-b32c-cf0e58d3af76 x-openstack-request-id: req-d5bd1630-4cb9-4537-b32c-cf0e58d3af76 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:35.559818 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:35.560076 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5bd1630-4cb9-4537-b32c-cf0e58d3af76 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:35.560548 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'status': 'completed', 'code': 200} Feb 14 16:41:35.563385 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5b9d930-e8a9-4dee-9c37-cc0f7640c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.565077 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-c5b9d930-e8a9-4dee-9c37-cc0f7640c318 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1127 time: 0.0708625 Feb 14 16:41:35.626935 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-2d3e67f1-89b6-4ab2-b535-7d39a0a4ac14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 217 time: 0.0537996 Feb 14 16:41:35.723618 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-7bb591d6-a9db-4a52-b5da-4d048a9a90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.725414 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-7bb591d6-a9db-4a52-b5da-4d048a9a90f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0912740 Feb 14 16:41:35.762167 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-8dbf1bad-d620-4433-a704-5bace3b04f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.763935 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-8dbf1bad-d620-4433-a704-5bace3b04f90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1127 time: 0.4134653 Feb 14 16:41:35.808248 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185a04-a985-4e1f-a057-0638abbbeebb req-b81386d6-3a04-4bdd-bcd4-5d750f920e37 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.809972 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8e185a04-a985-4e1f-a057-0638abbbeebb req-b81386d6-3a04-4bdd-bcd4-5d750f920e37 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.4020600 Feb 14 16:41:35.868425 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-c7c3ee4d-6968-457c-8e03-72bdda87dd36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d HTTP/1.1" status: 200 len: 217 time: 0.0929327 Feb 14 16:41:35.878302 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-a1d88f9b-1137-43be-9626-a16908efe461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:35.880011 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-a1d88f9b-1137-43be-9626-a16908efe461 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1445067 Feb 14 16:41:36.054563 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40a90-4a02-414a-bd50-53a3956e393c req-bd05c15c-6d87-49a3-a0f2-81bf31d8c65a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.056168 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6ee40a90-4a02-414a-bd50-53a3956e393c req-bd05c15c-6d87-49a3-a0f2-81bf31d8c65a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 945 time: 0.3042381 Feb 14 16:41:36.072095 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8e185a04-a985-4e1f-a057-0638abbbeebb req-24a4fb6b-4e23-4f86-af91-e4b7ae3e3b84 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128379 Feb 14 16:41:36.076144 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-0f499ce4-ae20-4a0b-93b6-99312cf4ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.079171 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-0f499ce4-ae20-4a0b-93b6-99312cf4ae36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.1998572 Feb 14 16:41:36.086841 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-535a85d9-57d1-4b88-b4d6-24030f0b5277 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961863 Feb 14 16:41:36.123531 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-6a9ade12-e81a-4322-94cd-dfdab39a3532 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372839 Feb 14 16:41:36.200493 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6ee40a90-4a02-414a-bd50-53a3956e393c req-5e5361bd-574f-413d-9dc2-d5623e1a48a5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272147 Feb 14 16:41:36.326703 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-8eb596e6-df6b-49c3-8d98-b8b11b443876 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865799 Feb 14 16:41:36.364755 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45046) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:36.378386 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a2ec18-6bce-4f6d-8a65-f821210e0030 req-f9304a2a-990c-4418-99a2-6ad3a5a04714 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711241 Feb 14 16:41:36.464357 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45050) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:36.510578 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417b08d-a03a-43d5-9c9e-b2704573e56b req-90e5cf27-5898-4e11-aecc-7d9a26f9e01e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.517494 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9417b08d-a03a-43d5-9c9e-b2704573e56b req-90e5cf27-5898-4e11-aecc-7d9a26f9e01e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.2096448 Feb 14 16:41:36.541372 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273750dd-8aa3-4377-b69c-67075144990b req-89fd7f82-e523-4976-8ce2-af0f869318fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.545982 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-89fd7f82-e523-4976-8ce2-af0f869318fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1127 time: 0.0966482 Feb 14 16:41:36.569160 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73431ad-2d7e-4705-90b4-3093fdad155c req-3821c476-2569-489a-9617-412a50b1ab65 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.572006 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d73431ad-2d7e-4705-90b4-3093fdad155c req-3821c476-2569-489a-9617-412a50b1ab65 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.1777897 Feb 14 16:41:36.578287 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-832ca0e5-6ea3-40da-8e29-c9bc9041dbb0 req-db6e9570-4b8b-4aef-b6bc-b046fd55adba service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094624 Feb 14 16:41:36.633231 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9417b08d-a03a-43d5-9c9e-b2704573e56b req-a21f5d76-a97b-4c0f-a83d-8e1a5abbcf02 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141100 Feb 14 16:41:36.676534 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d73431ad-2d7e-4705-90b4-3093fdad155c req-584d91e1-929b-465b-be47-6c67aa4b0716 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966942 Feb 14 16:41:36.711846 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273750dd-8aa3-4377-b69c-67075144990b req-712e3523-bc13-4b7d-b8d8-6aa8008948b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.713342 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-712e3523-bc13-4b7d-b8d8-6aa8008948b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.1586261 Feb 14 16:41:36.778156 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 599455dd-d8b1-4eef-9405-bda28a491d30 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:41:36.781547 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d91fb30d-a05f-4d0c-b001-a5ad4421a438 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:36.783547 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-f9b844f9-c7ca-45b7-95da-254b2cd0d9e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 217 time: 0.0621505 Feb 14 16:41:36.784545 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45ea87c2-aa57-4e4c-bd5b-fadf13bd8767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:36.786971 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-23e9c954-b120-48fb-a086-fce354d079a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:36.873371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273750dd-8aa3-4377-b69c-67075144990b req-a490d2de-9788-4354-8d97-5c77fb3eab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.874843 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-a490d2de-9788-4354-8d97-5c77fb3eab7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0798571 Feb 14 16:41:36.903248 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port d91fb30d-a05f-4d0c-b001-a5ad4421a438 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:41:36.909937 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port d91fb30d-a05f-4d0c-b001-a5ad4421a438 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:36.910319 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:36.960357 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=599455dd-d8b1-4eef-9405-bda28a491d30,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:36.978325 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '599455dd-d8b1-4eef-9405-bda28a491d30', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'port_id': '599455dd-d8b1-4eef-9405-bda28a491d30', 'mac_address': 'fa:16:3e:15:db:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:41:36.993080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-23e9c954-b120-48fb-a086-fce354d079a8 admin admin] Publish callbacks [] for security_group (0fd8ea31-db50-4f06-bd15-22839ca82ca0), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:36.997716 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273750dd-8aa3-4377-b69c-67075144990b req-25b100cc-46f1-4600-b9fb-1ffca239c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:36.999231 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-25b100cc-46f1-4600-b9fb-1ffca239c85b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1101105 Feb 14 16:41:37.008714 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-23e9c954-b120-48fb-a086-fce354d079a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (0fd8ea31-db50-4f06-bd15-22839ca82ca0), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.022961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45ea87c2-aa57-4e4c-bd5b-fadf13bd8767 admin admin] Publish callbacks [] for security_group (6600843a-417e-49a4-ad32-540e60294d47), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.047101 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45ea87c2-aa57-4e4c-bd5b-fadf13bd8767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6600843a-417e-49a4-ad32-540e60294d47), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.054193 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d91fb30d-a05f-4d0c-b001-a5ad4421a438 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:37.054782 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.063733 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 599455dd-d8b1-4eef-9405-bda28a491d30 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:37.068693 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.095343 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:37.128097 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-23e9c954-b120-48fb-a086-fce354d079a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9f40a05bdb644349862e213a49a7f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7625592 Feb 14 16:41:37.131476 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45066) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:37.135404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c954-b120-48fb-a086-fce354d079a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd8ea31-db50-4f06-bd15-22839ca82ca0,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.145682 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-45ea87c2-aa57-4e4c-bd5b-fadf13bd8767 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50105cfb6587411696467a72b035bdab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6800647 Feb 14 16:41:37.148613 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45068) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:37.181303 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] Publish callbacks [] for security_group (0fd8ea31-db50-4f06-bd15-22839ca82ca0), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.193056 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-199e5dd4-5f2a-4cea-97be-5e1511efa353 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853850 Feb 14 16:41:37.200083 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599455dd-d8b1-4eef-9405-bda28a491d30 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:37.213762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea87c2-aa57-4e4c-bd5b-fadf13bd8767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6600843a-417e-49a4-ad32-540e60294d47,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.226955 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:37.241934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] Publish callbacks [] for security_group (0fd8ea31-db50-4f06-bd15-22839ca82ca0), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.293687 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.294846 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] Publish callbacks [] for security_group (6600843a-417e-49a4-ad32-540e60294d47), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.295773 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 874bec47-6286-45d3-8aaa-8bf5f39ada97 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:37.321641 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472fa20-35fc-4bc7-8d7e-d03a4af2ddf5 req-c041e28f-2484-4ad8-9542-8f7d6aa241cf tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:37.323954 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b472fa20-35fc-4bc7-8d7e-d03a4af2ddf5 req-c041e28f-2484-4ad8-9542-8f7d6aa241cf tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 945 time: 0.1326416 Feb 14 16:41:37.330859 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] Publish callbacks [] for security_group (6600843a-417e-49a4-ad32-540e60294d47), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.339965 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-273750dd-8aa3-4377-b69c-67075144990b req-956407c7-a4ef-445a-8f4b-4864b0f4d809 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370523 Feb 14 16:41:37.392939 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=599455dd-d8b1-4eef-9405-bda28a491d30,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:37.422519 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ab6c1-48b7-4ff1-bbf1-3c64c0745513" -d '{"events": [{"server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:37.429056 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c06b4cc5-8b60-4090-aaea-a441ed56a656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.432342 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6600843a-417e-49a4-ad32-540e60294d47), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.436610 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.440381 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.441909 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 874bec47-6286-45d3-8aaa-8bf5f39ada97 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:41:37.447507 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6600843a-417e-49a4-ad32-540e60294d47 HTTP/1.1" status: 204 len: 168 time: 0.2967062 Feb 14 16:41:37.467567 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371752a3-adcc-41e2-8503-2d7a3fa289ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6600843a-417e-49a4-ad32-540e60294d47,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.488211 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 874bec47-6286-45d3-8aaa-8bf5f39ada97 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:37.488808 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.501946 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (0fd8ea31-db50-4f06-bd15-22839ca82ca0), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.508235 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.510208 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fd8ea31-db50-4f06-bd15-22839ca82ca0 HTTP/1.1" status: 204 len: 168 time: 0.3775439 Feb 14 16:41:37.524172 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.533670 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041a0f6-f088-4fc8-9c50-439d23d33e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd8ea31-db50-4f06-bd15-22839ca82ca0,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.539663 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b472fa20-35fc-4bc7-8d7e-d03a4af2ddf5 req-8f2a0356-2ab8-43f1-af4f-6cfda5a098c2 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054482 Feb 14 16:41:37.553226 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b07c-7318-4b92-8e2b-831bda77f750 req-5f7b3f2d-df11-4968-a3e7-00a90e805ba8 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:37.555455 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b5a6b07c-7318-4b92-8e2b-831bda77f750 req-5f7b3f2d-df11-4968-a3e7-00a90e805ba8 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1706510 Feb 14 16:41:37.639628 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b5a6b07c-7318-4b92-8e2b-831bda77f750 req-8a9b691a-d587-45cf-be82-418e8dca4ad2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658407 Feb 14 16:41:37.763213 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['599455dd-d8b1-4eef-9405-bda28a491d30'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:41:37.836498 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:37.864389 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556477c0-e4d8-46fb-a607-a82042126637 req-2860a482-4d83-4bd5-bc13-65aa14e0ace2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:37.866280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-556477c0-e4d8-46fb-a607-a82042126637 req-2860a482-4d83-4bd5-bc13-65aa14e0ace2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.1164365 Feb 14 16:41:37.935645 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 874bec47-6286-45d3-8aaa-8bf5f39ada97 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:37.936308 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:37.963624 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-556477c0-e4d8-46fb-a607-a82042126637 req-2c055cc6-3b52-460a-b267-e0db09061c2c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856576 Feb 14 16:41:38.046583 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340d5a66-8f60-4b4e-9a7f-f5cb705c5de1 x-openstack-request-id: req-340d5a66-8f60-4b4e-9a7f-f5cb705c5de1 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:38.047587 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:38.048038 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-340d5a66-8f60-4b4e-9a7f-f5cb705c5de1 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:38.048676 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438', 'code': 200} Feb 14 16:41:38.096861 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97,segment=NetworkSegment(8262156e-52ae-4421-ba8b-9efb9922b156),segment_id=8262156e-52ae-4421-ba8b-9efb9922b156)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:38.142234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.195898 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45118) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:38.202493 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45120) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:38.216489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce23529-f3c9-43b9-b909-2b3b64105107 req-9f081026-0cb0-48fa-b52f-f83cfba90b5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:38.218220 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bce23529-f3c9-43b9-b909-2b3b64105107 req-9f081026-0cb0-48fa-b52f-f83cfba90b5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.0795875 Feb 14 16:41:38.225248 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d80db845-2f98-4da3-9a5e-64e4348b6fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.229341 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.242519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c9a791ac-5a9b-40bc-a250-caba6b50b3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.284648 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bce23529-f3c9-43b9-b909-2b3b64105107 req-cc2277e8-a7f3-47f7-8e8b-e1dd89964fb9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586169 Feb 14 16:41:38.394135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-8ef11463-ce5e-4886-8575-68e53c1c6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:38.396152 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-8ef11463-ce5e-4886-8575-68e53c1c6a03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 1130 time: 0.1551626 Feb 14 16:41:38.438199 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-e280b31c-8d21-48e6-a668-95c5d1be9c6d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.467512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d80db845-2f98-4da3-9a5e-64e4348b6fb7 admin admin] Publish callbacks [] for security_group (9080db05-6ba4-4bf6-afff-cceb070f5066), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.476065 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d80db845-2f98-4da3-9a5e-64e4348b6fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9080db05-6ba4-4bf6-afff-cceb070f5066), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.505981 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.511015 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c9a791ac-5a9b-40bc-a250-caba6b50b3c1 admin admin] Publish callbacks [] for security_group (5c5ce850-0699-4779-b84c-47f5d7528527), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.529495 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c9a791ac-5a9b-40bc-a250-caba6b50b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5c5ce850-0699-4779-b84c-47f5d7528527), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.550768 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80db845-2f98-4da3-9a5e-64e4348b6fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080db05-6ba4-4bf6-afff-cceb070f5066,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.570029 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d80db845-2f98-4da3-9a5e-64e4348b6fb7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6d21deea1ce4232871ce3acb8c925f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725204 Feb 14 16:41:38.574217 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45124) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:38.603787 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c9a791ac-5a9b-40bc-a250-caba6b50b3c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9674bdba691496499ed672d76297221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953538 Feb 14 16:41:38.606830 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45126) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:38.609152 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a791ac-5a9b-40bc-a250-caba6b50b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ce850-0699-4779-b84c-47f5d7528527,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.655513 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] Publish callbacks [] for security_group (9080db05-6ba4-4bf6-afff-cceb070f5066), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.671459 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-e280b31c-8d21-48e6-a668-95c5d1be9c6d service neutron] Publish callbacks [] for security_group (3af3e7c1-762c-4cc2-9009-8c68b4264d31), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.683325 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-e280b31c-8d21-48e6-a668-95c5d1be9c6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3af3e7c1-762c-4cc2-9009-8c68b4264d31), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.699579 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] Publish callbacks [] for security_group (9080db05-6ba4-4bf6-afff-cceb070f5066), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.712807 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] Publish callbacks [] for security_group (5c5ce850-0699-4779-b84c-47f5d7528527), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.741316 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9d7d86ce-4e92-4912-9adf-5d7a3d758c27 req-e280b31c-8d21-48e6-a668-95c5d1be9c6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369510 Feb 14 16:41:38.748708 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f16de-5a93-43fa-8cde-069ecccdcced req-b94794f0-f8f7-48d9-b9bd-6e3bb108c96c tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:38.749355 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280b31c-8d21-48e6-a668-95c5d1be9c6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3e7c1-762c-4cc2-9009-8c68b4264d31,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.750109 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-709f16de-5a93-43fa-8cde-069ecccdcced req-b94794f0-f8f7-48d9-b9bd-6e3bb108c96c tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.1090610 Feb 14 16:41:38.760595 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] Publish callbacks [] for security_group (5c5ce850-0699-4779-b84c-47f5d7528527), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.779753 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 599455dd-d8b1-4eef-9405-bda28a491d30 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:38.830324 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82e8f7-3797-4b19-bb9b-5ab23ae13325 req-76504d30-4adb-4adb-a758-2ee6b2a15ebd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:38.831725 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a82e8f7-3797-4b19-bb9b-5ab23ae13325 req-76504d30-4adb-4adb-a758-2ee6b2a15ebd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1162879 Feb 14 16:41:38.835707 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9080db05-6ba4-4bf6-afff-cceb070f5066), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.838740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.839999 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9080db05-6ba4-4bf6-afff-cceb070f5066 HTTP/1.1" status: 204 len: 168 time: 0.2648094 Feb 14 16:41:38.841156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5c5ce850-0699-4779-b84c-47f5d7528527), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.845872 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.847111 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c5ce850-0699-4779-b84c-47f5d7528527 HTTP/1.1" status: 204 len: 168 time: 0.2391686 Feb 14 16:41:38.858205 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24129a8f-cd53-463f-bf65-5897215915de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ce850-0699-4779-b84c-47f5d7528527,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.860292 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-709f16de-5a93-43fa-8cde-069ecccdcced req-abb8f45a-03f3-41c4-9017-c119bb0a6b3b tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Feb 14 16:41:38.865294 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 599455dd-d8b1-4eef-9405-bda28a491d30 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:41:38.870162 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe3a1-0349-4ff1-99e7-6917c94c5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080db05-6ba4-4bf6-afff-cceb070f5066,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:38.906554 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 599455dd-d8b1-4eef-9405-bda28a491d30 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:38.906925 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:38.913018 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a82e8f7-3797-4b19-bb9b-5ab23ae13325 req-7f962c9f-f966-4f70-aa10-d3023f4e766e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Feb 14 16:41:39.014745 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 599455dd-d8b1-4eef-9405-bda28a491d30 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:39.015202 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:39.056528 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=599455dd-d8b1-4eef-9405-bda28a491d30,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:39.084827 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:39.175581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba420e-0a06-4554-95a2-23d41e434c60 req-2f5ea412-b750-4126-96d9-0b01daf81652 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:39.183056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5ba420e-0a06-4554-95a2-23d41e434c60 req-2f5ea412-b750-4126-96d9-0b01daf81652 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.1067011 Feb 14 16:41:39.196109 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:39.240479 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5ba420e-0a06-4554-95a2-23d41e434c60 req-c207c8cd-f8ac-4474-a0cd-31407974bf80 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560982 Feb 14 16:41:39.515535 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb2b7d-d2fb-411d-b67e-e09b7c4e46f3 req-a6e523c4-39f2-4764-8bf3-df529323973d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:39.536161 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bceb2b7d-d2fb-411d-b67e-e09b7c4e46f3 req-a6e523c4-39f2-4764-8bf3-df529323973d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.1325502 Feb 14 16:41:39.589123 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bceb2b7d-d2fb-411d-b67e-e09b7c4e46f3 req-ac7fe637-ec18-48cd-83cc-ff2262e2555d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Feb 14 16:41:40.052205 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:40.054091 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97'}, {'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:40.058768 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94619fe-3324-4cb2-9cd0-99a068d3283e" -d '{"events": [{"server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "name": "network-vif-plugged", "status": "completed", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97"}, {"server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "name": "network-vif-plugged", "status": "completed", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:40.064397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aba0f-5962-42a6-a8a4-a0b74407b426 req-1aa37dd8-6ad7-4600-9950-c7025e040193 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.066041 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc0aba0f-5962-42a6-a8a4-a0b74407b426 req-1aa37dd8-6ad7-4600-9950-c7025e040193 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.1303182 Feb 14 16:41:40.101772 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210cc90-a083-4181-8ad3-e7096922d90e req-54316e37-1cb7-4983-a3d0-8648c8f6b25a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.103441 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4210cc90-a083-4181-8ad3-e7096922d90e req-54316e37-1cb7-4983-a3d0-8648c8f6b25a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1068194 Feb 14 16:41:40.149457 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc0aba0f-5962-42a6-a8a4-a0b74407b426 req-fbbac3d6-1fcc-4873-92bc-f7f2e65175e2 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Feb 14 16:41:40.181198 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4210cc90-a083-4181-8ad3-e7096922d90e req-88da8954-af4f-4f55-a467-725b9fa30682 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 Feb 14 16:41:40.218116 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28684438-7b33-4b89-9aa6-2403c9c5d0f4 x-openstack-request-id: req-28684438-7b33-4b89-9aa6-2403c9c5d0f4 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:40.218424 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "name": "network-vif-plugged", "status": "completed", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97", "code": 200}, {"server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "name": "network-vif-plugged", "status": "completed", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:40.218680 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28684438-7b33-4b89-9aa6-2403c9c5d0f4 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:40.219080 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97', 'code': 200} Feb 14 16:41:40.219339 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30', 'code': 200} Feb 14 16:41:40.416381 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce0c4-96e1-4c43-b158-fa8d03558959 req-e6ff7240-038a-422b-b4dd-7e0a29fb907b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.425017 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5b9ce0c4-96e1-4c43-b158-fa8d03558959 req-e6ff7240-038a-422b-b4dd-7e0a29fb907b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0683882 Feb 14 16:41:40.485292 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31efcb9-c106-442b-90a2-a171fa11be65 req-73ca6ade-c866-48b3-abb7-ea73bf822781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.487469 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f31efcb9-c106-442b-90a2-a171fa11be65 req-73ca6ade-c866-48b3-abb7-ea73bf822781 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 1130 time: 0.0732422 Feb 14 16:41:40.559799 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f31efcb9-c106-442b-90a2-a171fa11be65 req-a74ba355-c23a-4ec9-a8a8-ef05e94580af service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617762 Feb 14 16:41:40.599812 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5b9ce0c4-96e1-4c43-b158-fa8d03558959 req-ac9d83f6-09ff-4aec-b212-9f89cb928ebd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734507 Feb 14 16:41:40.609520 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3157cde-8a47-4fb9-8c41-f13f91d3e221 req-ebed941c-3c08-4328-b13e-5b06a10cddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.611224 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a3157cde-8a47-4fb9-8c41-f13f91d3e221 req-ebed941c-3c08-4328-b13e-5b06a10cddce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.1836445 Feb 14 16:41:40.792975 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:41:40.800812 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cd84e-eccf-46b9-938d-ed671eb98337 req-7d295cb9-cdd1-4828-bce9-2a41999465c4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:40.810059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-830cd84e-eccf-46b9-938d-ed671eb98337 req-7d295cb9-cdd1-4828-bce9-2a41999465c4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 943 time: 0.0981810 Feb 14 16:41:40.872529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a3157cde-8a47-4fb9-8c41-f13f91d3e221 req-49d922fc-3795-43f4-9c12-af7d12a0616c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097708 Feb 14 16:41:40.909886 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-830cd84e-eccf-46b9-938d-ed671eb98337 req-a4e39464-daf3-4115-817f-df8372ad55ba tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980632 Feb 14 16:41:41.006871 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:41.029286 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '38de8661-cab7-496f-8ad3-b37846bcf842', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:41:41.089744 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:41.090341 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:41.112377 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:41.147974 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:41.158112 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:41.159440 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 2ae514da-0149-4e5c-8a43-a89962de8b5d details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:41:41.245574 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:41.275209 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:41.325033 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602b158-dbb1-4954-9024-523f70526f94 req-9149e390-520e-4d28-8bd9-a7923c0c4fb7 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:41.326877 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0602b158-dbb1-4954-9024-523f70526f94 req-9149e390-520e-4d28-8bd9-a7923c0c4fb7 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.0882809 Feb 14 16:41:41.386168 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:41.402513 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '2ae514da-0149-4e5c-8a43-a89962de8b5d', 'network_id': '3da29e3f-5e35-4a7a-9390-46e4f83aa5dc', 'port_id': '2ae514da-0149-4e5c-8a43-a89962de8b5d', 'mac_address': 'fa:16:3e:bc:7c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c70514-ef6f-46ef-9ed6-0e9fa1858c68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:41:41.441737 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea43d8-e1c3-4737-8225-ef045a3e7c35 req-564bada8-a9ac-474a-8bd5-170657fac0ac tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:41.445061 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-97ea43d8-e1c3-4737-8225-ef045a3e7c35 req-564bada8-a9ac-474a-8bd5-170657fac0ac tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1163838 Feb 14 16:41:41.451300 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0602b158-dbb1-4954-9024-523f70526f94 req-48f4ca7d-c456-458a-99a5-80a2415e40e5 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164269 Feb 14 16:41:41.470522 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 2ae514da-0149-4e5c-8a43-a89962de8b5d is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:41.470929 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:41.497159 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae514da-0149-4e5c-8a43-a89962de8b5d {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:41:41.523701 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-97ea43d8-e1c3-4737-8225-ef045a3e7c35 req-e7d5857b-34ab-4308-8245-9fae35df43e0 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Feb 14 16:41:41.525015 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:41.530673 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:41.592245 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:41.793881 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e7217-a90b-4d07-a35e-72477d381201 req-10d5ff1f-f803-439d-b2f8-fcf2ccbf3a46 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:41.795556 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b30e7217-a90b-4d07-a35e-72477d381201 req-10d5ff1f-f803-439d-b2f8-fcf2ccbf3a46 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0711405 Feb 14 16:41:41.855053 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b30e7217-a90b-4d07-a35e-72477d381201 req-e46cd6da-2ca2-45e3-8170-9f79ecfc8687 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529644 Feb 14 16:41:41.895249 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['38de8661-cab7-496f-8ad3-b37846bcf842'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:41:41.960919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['2ae514da-0149-4e5c-8a43-a89962de8b5d'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:41:42.134835 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f1c4b-4cf4-4c7a-9eb1-adde174c5dff req-1cf653d8-1801-4ead-995f-a10c759bebcb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:42.137268 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d64f1c4b-4cf4-4c7a-9eb1-adde174c5dff req-1cf653d8-1801-4ead-995f-a10c759bebcb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 944 time: 0.0984821 Feb 14 16:41:42.209967 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d64f1c4b-4cf4-4c7a-9eb1-adde174c5dff req-77c8caa3-2a54-445a-ade2-db416c3167cf tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658667 Feb 14 16:41:42.596128 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3cd91-c0b5-456e-91be-34fdbba8c44a req-4fc039e4-7d45-4f1a-a310-9d461e0f8b87 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:42.597659 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5fb3cd91-c0b5-456e-91be-34fdbba8c44a req-4fc039e4-7d45-4f1a-a310-9d461e0f8b87 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.0564864 Feb 14 16:41:42.645953 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5fb3cd91-c0b5-456e-91be-34fdbba8c44a req-6c1123a9-e1a0-481d-b2ec-d69a86bdc597 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Feb 14 16:41:43.044123 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0953a2-66c4-4177-8d64-6e3a676c9e27 req-28866d02-bae8-4b12-b2f9-aa831f8b3df7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:43.046208 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a0953a2-66c4-4177-8d64-6e3a676c9e27 req-28866d02-bae8-4b12-b2f9-aa831f8b3df7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0684440 Feb 14 16:41:43.109752 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a0953a2-66c4-4177-8d64-6e3a676c9e27 req-c33b8dba-fa54-4329-a689-f70bb460b613 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518079 Feb 14 16:41:43.356080 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627c314-c201-4537-a8a8-28087bdb3e48 req-a92d167e-b95b-4478-9761-f01b80983e49 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:43.357864 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2627c314-c201-4537-a8a8-28087bdb3e48 req-a92d167e-b95b-4478-9761-f01b80983e49 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 944 time: 0.0619285 Feb 14 16:41:43.421470 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2627c314-c201-4537-a8a8-28087bdb3e48 req-22817c40-0062-4c3e-bde9-6df2767ed1b2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Feb 14 16:41:43.526709 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45394) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:43.652166 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0cd22d4f-1a84-4cbf-8449-ba4326c0929c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:43.727292 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0cd22d4f-1a84-4cbf-8449-ba4326c0929c admin admin] Publish callbacks [] for security_group (5d59c193-6cf9-4e56-9b5f-01f4bffe272c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:43.731670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0cd22d4f-1a84-4cbf-8449-ba4326c0929c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5d59c193-6cf9-4e56-9b5f-01f4bffe272c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:43.939737 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd22d4f-1a84-4cbf-8449-ba4326c0929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d59c193-6cf9-4e56-9b5f-01f4bffe272c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:43.944093 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-0cd22d4f-1a84-4cbf-8449-ba4326c0929c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acc754b3c12547c9b0ea4200e228569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160135 Feb 14 16:41:43.946764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45402) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:43.995791 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] Publish callbacks [] for security_group (5d59c193-6cf9-4e56-9b5f-01f4bffe272c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.017465 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] Publish callbacks [] for security_group (5d59c193-6cf9-4e56-9b5f-01f4bffe272c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.070427 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5d59c193-6cf9-4e56-9b5f-01f4bffe272c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.073815 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.077617 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d59c193-6cf9-4e56-9b5f-01f4bffe272c HTTP/1.1" status: 204 len: 168 time: 0.1273127 Feb 14 16:41:44.086382 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a4d9-6239-4675-94f2-0008aff0e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d59c193-6cf9-4e56-9b5f-01f4bffe272c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:44.246922 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af910bbf-b6f4-42cb-979f-906eea81626f req-6a7cb1de-1add-4d6d-962f-86fc8cbffa84 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:44.248899 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af910bbf-b6f4-42cb-979f-906eea81626f req-6a7cb1de-1add-4d6d-962f-86fc8cbffa84 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0582666 Feb 14 16:41:44.297550 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af910bbf-b6f4-42cb-979f-906eea81626f req-0eba671d-cc8d-4657-b10f-dde779d9e5be tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Feb 14 16:41:44.379623 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45412) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:44.392745 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d047cf6c-9a76-4f4e-988c-5481013d0292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.478130 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d047cf6c-9a76-4f4e-988c-5481013d0292 admin admin] Publish callbacks [] for security_group (ce924e71-87f1-4635-9b70-96e2e41553f6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.482700 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d047cf6c-9a76-4f4e-988c-5481013d0292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ce924e71-87f1-4635-9b70-96e2e41553f6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.528485 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d047cf6c-9a76-4f4e-988c-5481013d0292 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e2a5b9aea944baea0199929f182238c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452951 Feb 14 16:41:44.528485 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047cf6c-9a76-4f4e-988c-5481013d0292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce924e71-87f1-4635-9b70-96e2e41553f6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:44.529261 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45418) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:44.571984 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62cbf3-b63b-4d07-a576-e8fd72baab13 req-a98f1ba8-b165-4504-903f-738d99f32a5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:44.573516 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fc62cbf3-b63b-4d07-a576-e8fd72baab13 req-a98f1ba8-b165-4504-903f-738d99f32a5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 944 time: 0.0801711 Feb 14 16:41:44.623589 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] Publish callbacks [] for security_group (ce924e71-87f1-4635-9b70-96e2e41553f6), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.646547 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fc62cbf3-b63b-4d07-a576-e8fd72baab13 req-2c4b2758-3142-4f45-921e-7d9561a714e5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666363 Feb 14 16:41:44.657781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] Publish callbacks [] for security_group (ce924e71-87f1-4635-9b70-96e2e41553f6), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.712491 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ce924e71-87f1-4635-9b70-96e2e41553f6), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.715557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:44.716839 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce924e71-87f1-4635-9b70-96e2e41553f6 HTTP/1.1" status: 204 len: 168 time: 0.1833992 Feb 14 16:41:44.725199 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea839c0a-76a1-4534-9c7c-f3a22b65d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce924e71-87f1-4635-9b70-96e2e41553f6,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:45.429390 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ccbb1-6282-4fb6-90c6-9806a7b8f55f req-ac160e07-fcea-4653-84a2-2871f5761eac tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:45.432582 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef0ccbb1-6282-4fb6-90c6-9806a7b8f55f req-ac160e07-fcea-4653-84a2-2871f5761eac tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0577371 Feb 14 16:41:45.498631 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef0ccbb1-6282-4fb6-90c6-9806a7b8f55f req-666e7e1a-5e26-4f03-a72a-74ff663b35db tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606184 Feb 14 16:41:45.719339 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:45.780206 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 38de8661-cab7-496f-8ad3-b37846bcf842 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:41:45.785670 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 38de8661-cab7-496f-8ad3-b37846bcf842 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:45.786769 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:45.793977 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a61ccf-8d20-4b13-88b5-4a14c8d849f3 req-4d2a04dd-2023-49a9-8db9-fbc4fb502041 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:45.795812 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b9a61ccf-8d20-4b13-88b5-4a14c8d849f3 req-4d2a04dd-2023-49a9-8db9-fbc4fb502041 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 944 time: 0.0813396 Feb 14 16:41:45.859537 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b9a61ccf-8d20-4b13-88b5-4a14c8d849f3 req-2849b1eb-0fc8-4deb-be24-041cbe20c76a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Feb 14 16:41:45.882612 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:45.883010 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:45.916514 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:45.920556 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4803ac-7dc9-4830-9a44-7090bf4b9506" -d '{"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:45.965248 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:45.971974 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:45.975971 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 2ae514da-0149-4e5c-8a43-a89962de8b5d up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:41:45.999824 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cb5d8b-e4b8-48cd-890c-ffbd4e4ec13a x-openstack-request-id: req-42cb5d8b-e4b8-48cd-890c-ffbd4e4ec13a {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:46.000392 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:46.001063 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42cb5d8b-e4b8-48cd-890c-ffbd4e4ec13a {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:46.001737 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'code': 200} Feb 14 16:41:46.102835 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:46.116074 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 2ae514da-0149-4e5c-8a43-a89962de8b5d completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:41:46.121646 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 2ae514da-0149-4e5c-8a43-a89962de8b5d triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:41:46.122625 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:46.234601 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 2ae514da-0149-4e5c-8a43-a89962de8b5d is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:41:46.234997 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:46.275481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:41:46.280640 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:46.331088 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:46.628461 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50b49-5594-4274-a752-e159455052ac req-675ee586-d910-4d9b-87cf-98d4425cd8dc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:46.630384 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7db50b49-5594-4274-a752-e159455052ac req-675ee586-d910-4d9b-87cf-98d4425cd8dc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0562978 Feb 14 16:41:46.690370 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7db50b49-5594-4274-a752-e159455052ac req-7dc46bf8-e757-479b-a0c5-27a4be3f6328 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537989 Feb 14 16:41:46.994343 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bdd6a-f24d-4b77-a6ee-74039b448134 req-d48737d6-17e6-4cd8-b012-71c5689aba57 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:47.001695 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45532) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:47.009315 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-665bdd6a-f24d-4b77-a6ee-74039b448134 req-d48737d6-17e6-4cd8-b012-71c5689aba57 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0671835 Feb 14 16:41:47.063745 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-665bdd6a-f24d-4b77-a6ee-74039b448134 req-bbd04c73-d410-45bf-9ce2-76fdb93e3168 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Feb 14 16:41:47.118865 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-32ea9e69-2a01-40d7-9d44-f65dd9fb1d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.208282 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-32ea9e69-2a01-40d7-9d44-f65dd9fb1d10 admin admin] Publish callbacks [] for security_group (ad8a201e-368f-444f-b19d-1c92e617117d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.213324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-32ea9e69-2a01-40d7-9d44-f65dd9fb1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ad8a201e-368f-444f-b19d-1c92e617117d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.250760 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea9e69-2a01-40d7-9d44-f65dd9fb1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a201e-368f-444f-b19d-1c92e617117d,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:47.258004 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-32ea9e69-2a01-40d7-9d44-f65dd9fb1d10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=705c590f4fa6465b9d2159a48dfcc5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553086 Feb 14 16:41:47.260867 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45538) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:47.315335 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] Publish callbacks [] for security_group (ad8a201e-368f-444f-b19d-1c92e617117d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.337517 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] Publish callbacks [] for security_group (ad8a201e-368f-444f-b19d-1c92e617117d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.385185 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ad8a201e-368f-444f-b19d-1c92e617117d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.387741 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.391692 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad8a201e-368f-444f-b19d-1c92e617117d HTTP/1.1" status: 204 len: 168 time: 0.1271057 Feb 14 16:41:47.398146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30fce1-098d-4c9d-8e2f-96599419eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a201e-368f-444f-b19d-1c92e617117d,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:47.670591 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45546) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:47.685523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e686b35c-cf0d-488f-b779-6b3e5f209ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.776859 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e686b35c-cf0d-488f-b779-6b3e5f209ec7 admin admin] Publish callbacks [] for security_group (ad215588-e3a3-43bd-aa71-dd3a895d4d47), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.781614 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e686b35c-cf0d-488f-b779-6b3e5f209ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ad215588-e3a3-43bd-aa71-dd3a895d4d47), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.823500 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e686b35c-cf0d-488f-b779-6b3e5f209ec7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=325e3b89f4714b54838803492c9180be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516380 Feb 14 16:41:47.825884 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45552) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:47.833656 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686b35c-cf0d-488f-b779-6b3e5f209ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad215588-e3a3-43bd-aa71-dd3a895d4d47,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:47.835860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6d80-dac4-4d13-b77d-f2812e1f3b82 req-347aa67a-4a4d-4ae4-bede-2f58cf9dba85 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:47.837415 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4ecb6d80-dac4-4d13-b77d-f2812e1f3b82 req-347aa67a-4a4d-4ae4-bede-2f58cf9dba85 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0538166 Feb 14 16:41:47.880963 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] Publish callbacks [] for security_group (ad215588-e3a3-43bd-aa71-dd3a895d4d47), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.886657 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4ecb6d80-dac4-4d13-b77d-f2812e1f3b82 req-ae7e5a45-9d39-48f7-98f6-c515872897fa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Feb 14 16:41:47.907376 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] Publish callbacks [] for security_group (ad215588-e3a3-43bd-aa71-dd3a895d4d47), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.954062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ad215588-e3a3-43bd-aa71-dd3a895d4d47), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.956753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:47.958929 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad215588-e3a3-43bd-aa71-dd3a895d4d47 HTTP/1.1" status: 204 len: 168 time: 0.1321297 Feb 14 16:41:47.967161 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa107b4-05ec-4248-bb3c-1f9f00075e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad215588-e3a3-43bd-aa71-dd3a895d4d47,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:48.003133 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:48.005491 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5014d053-6817-400c-8da7-a92fc74cc140" -d '{"events": [{"server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "name": "network-vif-plugged", "status": "completed", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:48.045344 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f0c97-0f3b-4175-85b9-52cb409fd6db x-openstack-request-id: req-8d8f0c97-0f3b-4175-85b9-52cb409fd6db {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:48.045781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "name": "network-vif-plugged", "status": "completed", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:48.046046 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d8f0c97-0f3b-4175-85b9-52cb409fd6db {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:48.046447 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d', 'code': 200} Feb 14 16:41:48.208756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7472c-2a67-41f4-a719-d431ed058fd1 req-54d7e029-834c-437c-a528-5d4b8268b338 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:48.210271 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b3f7472c-2a67-41f4-a719-d431ed058fd1 req-54d7e029-834c-437c-a528-5d4b8268b338 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0591705 Feb 14 16:41:48.262257 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b3f7472c-2a67-41f4-a719-d431ed058fd1 req-2494f5c1-0758-4b73-b134-42377ff8389a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462589 Feb 14 16:41:49.043178 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86860167-bdba-406d-a696-d1750621575b req-2c72d2f5-0580-4977-9243-6a376c1519bb tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:49.044636 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86860167-bdba-406d-a696-d1750621575b req-2c72d2f5-0580-4977-9243-6a376c1519bb tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0807805 Feb 14 16:41:49.105180 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86860167-bdba-406d-a696-d1750621575b req-18c10ed6-1fe9-4ec6-89f1-ea7a33c5b48f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546122 Feb 14 16:41:49.396208 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ef4ff-316a-406c-96d3-c28266ac1e37 req-33929fbb-6f37-44b2-b894-f340453e45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:49.398197 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd9ef4ff-316a-406c-96d3-c28266ac1e37 req-33929fbb-6f37-44b2-b894-f340453e45db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1129 time: 0.0906811 Feb 14 16:41:49.437733 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7710e3-5ecc-42de-bde1-197fe467fba1 req-8affa062-0fd7-465d-ae1e-9fe2db3aafa7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:49.439179 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f7710e3-5ecc-42de-bde1-197fe467fba1 req-8affa062-0fd7-465d-ae1e-9fe2db3aafa7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0967662 Feb 14 16:41:49.480022 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd9ef4ff-316a-406c-96d3-c28266ac1e37 req-2062f7ec-5b68-475f-bb3c-8a2ff8de62b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712972 Feb 14 16:41:49.504044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923810e-6e91-4d62-8928-06a92c34a231 req-d4992ef6-d0bf-4a01-9f3a-ed4e3cf20c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:49.507183 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d923810e-6e91-4d62-8928-06a92c34a231 req-d4992ef6-d0bf-4a01-9f3a-ed4e3cf20c6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1129 time: 0.0521359 Feb 14 16:41:49.510540 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f7710e3-5ecc-42de-bde1-197fe467fba1 req-f1f6d27f-06a9-4631-8e1a-c44aea0c5457 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657010 Feb 14 16:41:49.824299 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d923810e-6e91-4d62-8928-06a92c34a231 req-dde1fced-0c31-4c7d-a9c9-face5f861d21 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Feb 14 16:41:50.276016 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713372-ba61-4143-92f6-687fdc62ed92 req-0ebb8931-733c-4b49-8dd2-464cfee4519c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:50.277618 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7b713372-ba61-4143-92f6-687fdc62ed92 req-0ebb8931-733c-4b49-8dd2-464cfee4519c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0777626 Feb 14 16:41:50.327257 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7b713372-ba61-4143-92f6-687fdc62ed92 req-caac6f21-21ff-4113-ad8b-dea081df600b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Feb 14 16:41:50.662773 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c064d-84a9-4d71-9fd1-f0842477c3bd req-beffd2cb-5a7b-4fb7-bde2-c67196a6dacb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:50.664278 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-421c064d-84a9-4d71-9fd1-f0842477c3bd req-beffd2cb-5a7b-4fb7-bde2-c67196a6dacb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0667214 Feb 14 16:41:50.734993 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-421c064d-84a9-4d71-9fd1-f0842477c3bd req-5f7ff717-43e5-46e1-860e-046bf76fe0c0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Feb 14 16:41:51.115674 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45716) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:51.239990 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-498d8028-84d8-4b29-acb7-b51777e558d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.342224 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-498d8028-84d8-4b29-acb7-b51777e558d0 admin admin] Publish callbacks [] for security_group (99bc7837-4197-4cae-ae00-2c1a37a5ea0c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.348551 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-498d8028-84d8-4b29-acb7-b51777e558d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (99bc7837-4197-4cae-ae00-2c1a37a5ea0c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.393003 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-498d8028-84d8-4b29-acb7-b51777e558d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dcc86debbf54d63988657a9bc5ebf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759600 Feb 14 16:41:51.393137 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45730) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:51.394162 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d8028-84d8-4b29-acb7-b51777e558d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc7837-4197-4cae-ae00-2c1a37a5ea0c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:51.497357 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] Publish callbacks [] for security_group (99bc7837-4197-4cae-ae00-2c1a37a5ea0c), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.504809 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1287c-b79b-4e1f-8929-d111ef5f80fe req-ad36d293-f691-4ff1-a3ff-2e49d01c0c04 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:51.506300 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f1d1287c-b79b-4e1f-8929-d111ef5f80fe req-ad36d293-f691-4ff1-a3ff-2e49d01c0c04 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0800533 Feb 14 16:41:51.540066 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] Publish callbacks [] for security_group (99bc7837-4197-4cae-ae00-2c1a37a5ea0c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.599529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f1d1287c-b79b-4e1f-8929-d111ef5f80fe req-d3f176b7-8e9b-4df0-bc08-0145ecb793df tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845470 Feb 14 16:41:51.630737 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (99bc7837-4197-4cae-ae00-2c1a37a5ea0c), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.633589 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:51.634883 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99bc7837-4197-4cae-ae00-2c1a37a5ea0c HTTP/1.1" status: 204 len: 168 time: 0.2392876 Feb 14 16:41:51.643321 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e867-0a75-47e9-99b8-341c7c56aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc7837-4197-4cae-ae00-2c1a37a5ea0c,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:51.867593 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c830-35fd-471b-a655-8db3122127f1 req-3af55e10-c249-4a69-9696-fecf50f04b77 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:51.869438 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-efc0c830-35fd-471b-a655-8db3122127f1 req-3af55e10-c249-4a69-9696-fecf50f04b77 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0589743 Feb 14 16:41:51.921757 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-efc0c830-35fd-471b-a655-8db3122127f1 req-5ea35236-501e-4fea-b03b-d8d52097aa50 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Feb 14 16:41:51.927627 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45744) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:51.940614 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafea-d864-4ce8-8f77-78c7e40d187d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.013528 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafea-d864-4ce8-8f77-78c7e40d187d admin admin] Publish callbacks [] for security_group (2ebb44c2-834a-4a95-b341-bab7ddde0f18), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.017630 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafea-d864-4ce8-8f77-78c7e40d187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (2ebb44c2-834a-4a95-b341-bab7ddde0f18), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.058435 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-5b6cafea-d864-4ce8-8f77-78c7e40d187d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff5a58055b44413aacea565c970e08e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274235 Feb 14 16:41:52.058435 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cafea-d864-4ce8-8f77-78c7e40d187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb44c2-834a-4a95-b341-bab7ddde0f18,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:52.059156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45748) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:52.116401 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] Publish callbacks [] for security_group (2ebb44c2-834a-4a95-b341-bab7ddde0f18), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.140447 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] Publish callbacks [] for security_group (2ebb44c2-834a-4a95-b341-bab7ddde0f18), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.188843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (2ebb44c2-834a-4a95-b341-bab7ddde0f18), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.191275 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:52.192984 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ebb44c2-834a-4a95-b341-bab7ddde0f18 HTTP/1.1" status: 204 len: 168 time: 0.1327584 Feb 14 16:41:52.200722 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c655c-ce09-4d37-9bce-37a884e6f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb44c2-834a-4a95-b341-bab7ddde0f18,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:52.746466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe46ca-8770-492a-9361-823023498867 req-ccd6bfd8-a97e-4fc6-81fb-adf6f5771697 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:52.747983 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e6fe46ca-8770-492a-9361-823023498867 req-ccd6bfd8-a97e-4fc6-81fb-adf6f5771697 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Feb 14 16:41:52.805330 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e6fe46ca-8770-492a-9361-823023498867 req-893840c1-3e75-47a8-b15c-70d83a36aa62 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512986 Feb 14 16:41:53.041173 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598b971-4237-4180-bb64-1f4bf1d5e091 req-48127922-e118-4005-b999-0d7b6da5d05c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:53.042713 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3598b971-4237-4180-bb64-1f4bf1d5e091 req-48127922-e118-4005-b999-0d7b6da5d05c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0556948 Feb 14 16:41:53.089583 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3598b971-4237-4180-bb64-1f4bf1d5e091 req-af5269b4-9a4c-47a9-a3d7-5e43a82d8152 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Feb 14 16:41:53.929397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af075ad1-771c-4cfe-8c0d-4e10f4c24eb8 req-695855d6-b024-4c08-b834-d68565dcc889 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:53.930888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af075ad1-771c-4cfe-8c0d-4e10f4c24eb8 req-695855d6-b024-4c08-b834-d68565dcc889 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Feb 14 16:41:53.977467 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af075ad1-771c-4cfe-8c0d-4e10f4c24eb8 req-f28e5176-d17c-42d2-90e6-99ca71ba9851 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Feb 14 16:41:54.239246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4b81-03b9-405f-8b66-919a0beded7f req-bd5eba76-7652-4deb-b7f7-b6d1a513a760 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:54.247216 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-592d4b81-03b9-405f-8b66-919a0beded7f req-bd5eba76-7652-4deb-b7f7-b6d1a513a760 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0828238 Feb 14 16:41:54.317619 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-592d4b81-03b9-405f-8b66-919a0beded7f req-b6343486-3258-4daf-b25e-0155dde8cb65 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659845 Feb 14 16:41:55.104767 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63910c12-ef66-4b53-adbc-911cb008d20e req-72f19c20-8381-4914-a08d-e87d86d0d3d7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:55.106247 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63910c12-ef66-4b53-adbc-911cb008d20e req-72f19c20-8381-4914-a08d-e87d86d0d3d7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0568562 Feb 14 16:41:55.155835 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63910c12-ef66-4b53-adbc-911cb008d20e req-9e15a86e-b0a9-4b8b-9437-650a94506f13 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438378 Feb 14 16:41:55.279643 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b709-4d94-4548-8928-521f20ecc482 req-61c364d1-3877-44e3-8a08-400319cb1500 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:55.281217 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-23a9b709-4d94-4548-8928-521f20ecc482 req-61c364d1-3877-44e3-8a08-400319cb1500 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0565944 Feb 14 16:41:55.292474 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 45878) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:55.298069 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'floatingip': {'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:41:55.383448 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:55.454455 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c45ae0-b1b3-4e07-a8a4-3d9cab6c2c99 req-5fc9ea6f-dea6-49ce-bc0f-9281888487f9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:55.455186 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e4c45ae0-b1b3-4e07-a8a4-3d9cab6c2c99 req-5fc9ea6f-dea6-49ce-bc0f-9281888487f9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0669672 Feb 14 16:41:55.521503 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e4c45ae0-b1b3-4e07-a8a4-3d9cab6c2c99 req-ae9a125a-a1fe-4821-a46c-05c58b16b617 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Feb 14 16:41:55.854163 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba246b-7aee-4a0c-aefd-521b0d470640 req-da9aaeb4-713a-4a80-a225-ff8ca6acaced tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:55.855770 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86ba246b-7aee-4a0c-aefd-521b0d470640 req-da9aaeb4-713a-4a80-a225-ff8ca6acaced tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0624480 Feb 14 16:41:55.915768 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86ba246b-7aee-4a0c-aefd-521b0d470640 req-4e83c3a9-42e8-4881-a331-8e114170a1f4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Feb 14 16:41:56.127286 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-f356432d-d184-40b6-af36-bbd397bca37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:56.128949 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-f356432d-d184-40b6-af36-bbd397bca37f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1129 time: 0.3111553 Feb 14 16:41:56.211344 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.222350 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.279954 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45952) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:56.360937 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45956) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:56.404847 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Floating IP 26a3fbdd-95fe-4007-a58f-23f4634c36af associated. External IP: 172.27.1.120, port: 38de8661-cab7-496f-8ad3-b37846bcf842. Feb 14 16:41:56.445698 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ef74dc58-fc94-4438-a21a-aa3e128a38b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.653120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-efeac6db-b826-4fc7-b7a2-addd04a423b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:56.654763 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-efeac6db-b826-4fc7-b7a2-addd04a423b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.4415133 Feb 14 16:41:56.656870 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-43aff478-9e97-4f0c-b142-2aad1038ab2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.712133 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-5d6ded19-b9df-4f50-bda5-96cda16b0145 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d HTTP/1.1" status: 200 len: 217 time: 0.0454612 Feb 14 16:41:56.743310 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ef74dc58-fc94-4438-a21a-aa3e128a38b3 admin admin] Publish callbacks [] for security_group (d292d1e1-4faf-409f-b41d-20490c239d0c), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.749727 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ef74dc58-fc94-4438-a21a-aa3e128a38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d292d1e1-4faf-409f-b41d-20490c239d0c), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.793237 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-43aff478-9e97-4f0c-b142-2aad1038ab2b admin admin] Publish callbacks [] for security_group (419690d4-63c3-4ccb-9248-5b0fa3154a54), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.809230 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-43aff478-9e97-4f0c-b142-2aad1038ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (419690d4-63c3-4ccb-9248-5b0fa3154a54), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.811985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-27c58f94-ab9a-49a9-9ef9-9dd2a2b70428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:56.813982 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-27c58f94-ab9a-49a9-9ef9-9dd2a2b70428 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0668764 Feb 14 16:41:56.819329 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74dc58-fc94-4438-a21a-aa3e128a38b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d292d1e1-4faf-409f-b41d-20490c239d0c,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:56.827900 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ef74dc58-fc94-4438-a21a-aa3e128a38b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73f9d1277ed341bba6a4017b906327f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468979 Feb 14 16:41:56.828501 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45970) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:56.869095 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-43aff478-9e97-4f0c-b142-2aad1038ab2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88b99ce702cd43a59f2e812b1f6a7317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071223 Feb 14 16:41:56.882030 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 45974) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:56.894267 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-e484d5e6-78b8-458a-af37-8e6fb7ea981a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429044 Feb 14 16:41:56.908989 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aff478-9e97-4f0c-b142-2aad1038ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419690d4-63c3-4ccb-9248-5b0fa3154a54,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:56.955406 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Publish callbacks [] for security_group (d292d1e1-4faf-409f-b41d-20490c239d0c), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.988524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Publish callbacks [] for security_group (d292d1e1-4faf-409f-b41d-20490c239d0c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:56.990965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] Publish callbacks [] for security_group (419690d4-63c3-4ccb-9248-5b0fa3154a54), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.068184 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] Publish callbacks [] for security_group (419690d4-63c3-4ccb-9248-5b0fa3154a54), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.099755 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:41:57.107456 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-6fd7a1f6-90e4-4c78-9aa9-cc2c54c0071d service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981170 Feb 14 16:41:57.120616 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2685ac-99a7-49ed-88b8-e40a4d1540fe req-59b7166f-0541-4c02-bb5a-50c115f4c610 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:57.122141 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d2685ac-99a7-49ed-88b8-e40a4d1540fe req-59b7166f-0541-4c02-bb5a-50c115f4c610 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1237376 Feb 14 16:41:57.133514 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d292d1e1-4faf-409f-b41d-20490c239d0c), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.137323 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.138473 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d292d1e1-4faf-409f-b41d-20490c239d0c HTTP/1.1" status: 204 len: 168 time: 0.3039212 Feb 14 16:41:57.161548 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d292d1e1-4faf-409f-b41d-20490c239d0c,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:57.173719 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.174066 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.174404 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.174739 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.175068 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.175449 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.175869 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.176236 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.176872 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.177276 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.177667 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.178093 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.178415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b81fd9-2449-4959-a76c-9966c2d9eba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:57.224293 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d2685ac-99a7-49ed-88b8-e40a4d1540fe req-d3c313dc-1c7b-4aa6-80b9-08948ac373d1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905769 Feb 14 16:41:57.225236 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (419690d4-63c3-4ccb-9248-5b0fa3154a54), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.228131 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.229291 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/419690d4-63c3-4ccb-9248-5b0fa3154a54 HTTP/1.1" status: 204 len: 168 time: 0.3463032 Feb 14 16:41:57.249088 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd894df6-d837-45c4-b811-705cd447f786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419690d4-63c3-4ccb-9248-5b0fa3154a54,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:57.341988 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:41:57.349486 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.358925 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:41:57.390405 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:57.391122 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:57.406107 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7f0820c6-2324-4082-9b1a-954eead3937e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "PUT /v2.0/floatingips/26a3fbdd-95fe-4007-a58f-23f4634c36af HTTP/1.1" status: 200 len: 991 time: 2.1120925 Feb 14 16:41:57.407565 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:41:57.411125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b6ebe-2d52-4385-a25e-98d82e152a12" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:41:57.417255 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-98c50ea1-e1be-4a53-90eb-d7b265521cf2 req-e74438da-3490-4a7f-bd7a-3a4ea5a9e8b1 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016729 Feb 14 16:41:57.474861 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b2699-0113-46bf-a40b-78bf3b2e398f x-openstack-request-id: req-079b2699-0113-46bf-a40b-78bf3b2e398f {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:41:57.475206 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:41:57.475523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-079b2699-0113-46bf-a40b-78bf3b2e398f {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:41:57.475899 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'status': 'completed', 'code': 200} Feb 14 16:41:57.583487 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-a9a56151-c341-4429-8a10-52dbbc318270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:57.586407 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-a9a56151-c341-4429-8a10-52dbbc318270 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1129 time: 0.0825129 Feb 14 16:41:57.633997 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46006) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:57.646508 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:57.651205 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-22b17ec5-4b53-44f7-afa3-1b7634c01548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.757429 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-22b17ec5-4b53-44f7-afa3-1b7634c01548 admin admin] Publish callbacks [] for security_group (f4161d29-4967-4f98-a1c5-092dcdb5acf9), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.763425 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-22b17ec5-4b53-44f7-afa3-1b7634c01548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f4161d29-4967-4f98-a1c5-092dcdb5acf9), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.793452 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-34e123c0-79fd-40fd-be43-005239af2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:57.795061 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-34e123c0-79fd-40fd-be43-005239af2cdf service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.2014065 Feb 14 16:41:57.857029 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-22b17ec5-4b53-44f7-afa3-1b7634c01548 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec7f8ef88e194b47a72f3844b442171b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215700 Feb 14 16:41:57.859837 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46016) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:57.869897 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b17ec5-4b53-44f7-afa3-1b7634c01548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4161d29-4967-4f98-a1c5-092dcdb5acf9,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:57.923228 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] Publish callbacks [] for security_group (f4161d29-4967-4f98-a1c5-092dcdb5acf9), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:57.949704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] Publish callbacks [] for security_group (f4161d29-4967-4f98-a1c5-092dcdb5acf9), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.029740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f4161d29-4967-4f98-a1c5-092dcdb5acf9), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.029740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.034267 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4161d29-4967-4f98-a1c5-092dcdb5acf9 HTTP/1.1" status: 204 len: 168 time: 0.1732428 Feb 14 16:41:58.055555 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f416e0-243c-4c48-a98c-0773f6511fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4161d29-4967-4f98-a1c5-092dcdb5acf9,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:58.163893 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-2d7e3cb1-b459-4cce-84e0-3cf7cc045909 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 999 time: 0.3420503 Feb 14 16:41:58.228053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46028) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:58.234538 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '26a3fbdd-95fe-4007-a58f-23f4634c36af', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:41:25Z', 'updated_at': '2022-02-14T16:41:56Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:58.272685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c17cf38a-c446-4640-8761-8b90c47ac76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.335661 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-fd726818-d2a8-441d-9e2d-55db32e66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:58.337677 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-fd726818-d2a8-441d-9e2d-55db32e66492 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.1636927 Feb 14 16:41:58.407415 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:41:58.454138 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:41:58.454767 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:41:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:58.471961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-02521f91-a32c-4932-a4b0-474e9b61323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:58.475311 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-02521f91-a32c-4932-a4b0-474e9b61323a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262074 Feb 14 16:41:58.492364 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c17cf38a-c446-4640-8761-8b90c47ac76e admin admin] Publish callbacks [] for security_group (19d9bf77-cceb-4328-a8c2-2ddd08bf2620), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.517591 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c17cf38a-c446-4640-8761-8b90c47ac76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (19d9bf77-cceb-4328-a8c2-2ddd08bf2620), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.550472 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412f15-ae02-4d5f-a825-9364773037f7 req-f5ae6d8e-7153-4128-a49f-2512d81035ba tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:58.555103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75412f15-ae02-4d5f-a825-9364773037f7 req-f5ae6d8e-7153-4128-a49f-2512d81035ba tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1273749 Feb 14 16:41:58.616382 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:41:58.653466 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c17cf38a-c446-4640-8761-8b90c47ac76e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5073d720c9e4c90953ac7da4236796e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238372 Feb 14 16:41:58.657230 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46046) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:58.657515 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cf38a-c446-4640-8761-8b90c47ac76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9bf77-cceb-4328-a8c2-2ddd08bf2620,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:58.672332 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75412f15-ae02-4d5f-a825-9364773037f7 req-00cef2a3-53b0-4903-8557-804fc6ac45f2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020136 Feb 14 16:41:58.741667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Publish callbacks [] for security_group (19d9bf77-cceb-4328-a8c2-2ddd08bf2620), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.748815 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-8ce8f65e-379e-410d-9be8-a931b88ade51 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583814 Feb 14 16:41:58.838186 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Publish callbacks [] for security_group (19d9bf77-cceb-4328-a8c2-2ddd08bf2620), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.896513 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2c5b6ebe-2d52-4385-a25e-98d82e152a12 req-d87976f6-e75a-4182-be5c-db0db4846e37 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273911 Feb 14 16:41:58.928986 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (19d9bf77-cceb-4328-a8c2-2ddd08bf2620), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.932030 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:58.933381 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19d9bf77-cceb-4328-a8c2-2ddd08bf2620 HTTP/1.1" status: 204 len: 168 time: 0.2753406 Feb 14 16:41:58.942690 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9bf77-cceb-4328-a8c2-2ddd08bf2620,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:58.950413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.951021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.951526 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.952018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.952505 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.953042 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.953521 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.953991 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.954466 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.955072 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.955600 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.956082 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:58.956560 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cf4d7-3495-499b-a0f4-e062ec750103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:41:59.020869 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '26a3fbdd-95fe-4007-a58f-23f4634c36af', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:41:25Z', 'updated_at': '2022-02-14T16:41:56Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:41:59.077901 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46066) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:59.156797 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0aec56-a01e-4ec5-9c0c-de09122b2b1f None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '26a3fbdd-95fe-4007-a58f-23f4634c36af', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:41:25Z', 'updated_at': '2022-02-14T16:41:56Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:41:59.420290 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-974c3430-8fc6-4224-834d-1a9df15b46c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.431943 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763bfa5-0363-4f94-a1ae-90a85194ccf8 None None] New status for floating IP 26a3fbdd-95fe-4007-a58f-23f4634c36af: ACTIVE {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:41:59.549883 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-974c3430-8fc6-4224-834d-1a9df15b46c7 admin admin] Publish callbacks [] for security_group (994d517c-1746-4611-9974-4c8b0ec8fffe), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.560296 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-974c3430-8fc6-4224-834d-1a9df15b46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (994d517c-1746-4611-9974-4c8b0ec8fffe), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.626477 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-974c3430-8fc6-4224-834d-1a9df15b46c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d170e576d0240beb0992c43704a099f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449147 Feb 14 16:41:59.642985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46108) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:41:59.695193 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-c4ae3923-3aa2-40f3-bbba-fb2621bbc89d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:59.702131 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-c4ae3923-3aa2-40f3-bbba-fb2621bbc89d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.1374071 Feb 14 16:41:59.724250 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c3430-8fc6-4224-834d-1a9df15b46c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d517c-1746-4611-9974-4c8b0ec8fffe,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:41:59.745400 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-797b415e-51b3-4eb3-9d05-cdc4fbdea1d4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/quotas/e19dcc1ba220431c8add39a4d314f8f3 HTTP/1.1" status: 200 len: 375 time: 0.0406590 Feb 14 16:41:59.789330 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] Publish callbacks [] for security_group (994d517c-1746-4611-9974-4c8b0ec8fffe), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.841000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] Publish callbacks [] for security_group (994d517c-1746-4611-9974-4c8b0ec8fffe), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.875615 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-33a1ad83-4f37-44dc-b6df-2f15400c3d64 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291790 Feb 14 16:41:59.957323 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (994d517c-1746-4611-9974-4c8b0ec8fffe), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.960987 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:41:59.965254 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/994d517c-1746-4611-9974-4c8b0ec8fffe HTTP/1.1" status: 204 len: 168 time: 0.3212593 Feb 14 16:41:59.969983 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d694a23-af04-4339-be5a-25291a5dfe6a req-d65b7c52-7ec3-4688-8764-544c7019355e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:41:59.971562 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1d694a23-af04-4339-be5a-25291a5dfe6a req-d65b7c52-7ec3-4688-8764-544c7019355e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1642756 Feb 14 16:41:59.981841 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08014371-cd1f-4563-8566-49f7461c9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d517c-1746-4611-9974-4c8b0ec8fffe,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:00.083694 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-a3bb6e05-900a-4c89-9ad3-a2d56bfce771 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070291 Feb 14 16:42:00.135936 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1d694a23-af04-4339-be5a-25291a5dfe6a req-3e05c74c-4118-4d00-9e79-25c3a034365c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031265 Feb 14 16:42:00.215407 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-df923772-61ae-4c6f-81a7-ed7c7cc9b7b0 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308177 Feb 14 16:42:00.441639 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b223af71-3c5a-4f01-8b30-eb3751d2d4df req-4221f587-2a93-4056-a25c-5a8b76094068 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 210 time: 0.0322356 Feb 14 16:42:00.506955 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46148) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:00.523264 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45d06b1a-c619-4a58-b2fe-cb5030bba54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.637980 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45d06b1a-c619-4a58-b2fe-cb5030bba54d admin admin] Publish callbacks [] for security_group (30462191-70dd-42d6-ab0f-03731c619c44), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.644005 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45d06b1a-c619-4a58-b2fe-cb5030bba54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (30462191-70dd-42d6-ab0f-03731c619c44), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.696407 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d06b1a-c619-4a58-b2fe-cb5030bba54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30462191-70dd-42d6-ab0f-03731c619c44,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:00.700904 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-45d06b1a-c619-4a58-b2fe-cb5030bba54d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef0d49f1be40431d96456770afc8e6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923974 Feb 14 16:42:00.704655 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46162) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:00.776930 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] Publish callbacks [] for security_group (30462191-70dd-42d6-ab0f-03731c619c44), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.813131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] Publish callbacks [] for security_group (30462191-70dd-42d6-ab0f-03731c619c44), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.887768 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (30462191-70dd-42d6-ab0f-03731c619c44), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.891687 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:00.895574 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30462191-70dd-42d6-ab0f-03731c619c44 HTTP/1.1" status: 204 len: 168 time: 0.1852143 Feb 14 16:42:00.901239 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090da11-eaa8-4466-bb21-b0a4dddd2b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30462191-70dd-42d6-ab0f-03731c619c44,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:01.202017 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-eab376f2-40b3-480e-9818-0d0bf20de2eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719218 Feb 14 16:42:01.305628 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c730f12-d823-42fe-ac44-f66f6aa899c5 req-6ce4457c-7896-42b3-a036-d42f8cdd8830 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:01.307170 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4c730f12-d823-42fe-ac44-f66f6aa899c5 req-6ce4457c-7896-42b3-a036-d42f8cdd8830 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0574582 Feb 14 16:42:01.323107 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-5f36827f-a1b1-4508-9698-3ffdf81da1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:01.324754 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-5f36827f-a1b1-4508-9698-3ffdf81da1d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 1130 time: 0.0671773 Feb 14 16:42:01.382924 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4c730f12-d823-42fe-ac44-f66f6aa899c5 req-bd0c8f35-599a-4f7c-bb76-06616c1f4d69 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698206 Feb 14 16:42:01.470625 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-a7e15899-fada-4fbb-982b-baf573ca3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:01.473761 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-a7e15899-fada-4fbb-982b-baf573ca3de3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 915 time: 0.1066446 Feb 14 16:42:01.543265 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-a67ed9e3-51f2-4356-9c9e-0d34def00b98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438 HTTP/1.1" status: 200 len: 217 time: 0.0535076 Feb 14 16:42:01.568050 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-16ead12f-2c69-4faa-a9e6-1e2971bbb8b1 req-fea3a052-4218-46d5-917d-0746b040ec18 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 210 time: 0.0288363 Feb 14 16:42:01.609640 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-1ee65182-8c78-4a37-aa6b-411e757de65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:01.611270 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-1ee65182-8c78-4a37-aa6b-411e757de65d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.0595543 Feb 14 16:42:01.653375 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46208) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:01.661303 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-601d0195-0bda-4308-aac5-5f32d8508f7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270510 Feb 14 16:42:01.767557 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-bf44a648-ebda-48ff-8abf-d75ebdd2d9de service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967309 Feb 14 16:42:01.879759 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5bf6b5ec-bdc3-4ac5-80ca-a03ed66f1706 req-2042b9f9-a620-48b5-a8dc-5952b66488fc service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034224 Feb 14 16:42:01.892071 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d33adc7f-c3c6-4038-9674-7a10082f79d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.040792 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d33adc7f-c3c6-4038-9674-7a10082f79d3 admin admin] Publish callbacks [] for security_group (cf4288a2-2be5-40b7-b66c-ffbbcffd911b), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.048447 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d33adc7f-c3c6-4038-9674-7a10082f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cf4288a2-2be5-40b7-b66c-ffbbcffd911b), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.098494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-09084856-55aa-448e-941f-7ca6ccc252e7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:02.100541 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33adc7f-c3c6-4038-9674-7a10082f79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4288a2-2be5-40b7-b66c-ffbbcffd911b,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:02.102220 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-09084856-55aa-448e-941f-7ca6ccc252e7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.1753490 Feb 14 16:42:02.105917 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d33adc7f-c3c6-4038-9674-7a10082f79d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b55d67c48b034f35a8d1e84c85374a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509914 Feb 14 16:42:02.109062 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46236) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:02.143742 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Request body: {'port': {'device_id': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'admin_state_up': True, 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:42:02.212643 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] Publish callbacks [] for security_group (cf4288a2-2be5-40b7-b66c-ffbbcffd911b), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.256904 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] Publish callbacks [] for security_group (cf4288a2-2be5-40b7-b66c-ffbbcffd911b), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.320223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:42:02.323961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.381660 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cf4288a2-2be5-40b7-b66c-ffbbcffd911b), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.384316 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.389952 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf4288a2-2be5-40b7-b66c-ffbbcffd911b HTTP/1.1" status: 204 len: 168 time: 0.2774963 Feb 14 16:42:02.406491 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e4454-a721-4831-bb73-d30148756466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4288a2-2be5-40b7-b66c-ffbbcffd911b,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:02.645669 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Allocated IP 172.20.0.8 (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce/54bd5764-ff46-4709-bb92-d449ce9cf8b2/715ff06e-5063-4fb0-8993-993194a22700) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:42:02.646610 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9b9e2-280d-4aaf-a11d-a4774b8d2c19 req-ccd486d8-d424-4628-9e28-65a6ec86fc1d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:02.648643 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-21f9b9e2-280d-4aaf-a11d-a4774b8d2c19 req-ccd486d8-d424-4628-9e28-65a6ec86fc1d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1076040 Feb 14 16:42:02.760564 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-89404c78-c607-4cc4-a7e4-8d9cc487e4b6 req-3375c638-8afa-4cd2-a7a3-fd3bdb7340d0 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 210 time: 0.0530393 Feb 14 16:42:02.777532 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-21f9b9e2-280d-4aaf-a11d-a4774b8d2c19 req-94f3d56e-7074-4071-bf06-f9acb735fa1a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212716 Feb 14 16:42:02.929862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks [] for port (715ff06e-5063-4fb0-8993-993194a22700), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:02.981494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.004054 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:42:03.070893 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:42:03.072337 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event updated for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:03.077246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:42:03.083710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:42:03.094084 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:03.095201 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.142640 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-42b41504-c6d0-4413-bc43-1594245d20c7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0074451 Feb 14 16:42:03.157789 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Request body: {'port': {'device_id': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:42:03.230200 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46280) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:03.250652 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:42:03.253729 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb26f-8af7-4157-96bb-740efe79bb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.256347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (715ff06e-5063-4fb0-8993-993194a22700), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.389000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb26f-8af7-4157-96bb-740efe79bb8f admin admin] Publish callbacks [] for security_group (55a99b51-a273-42ca-9c5f-f95bd82b57df), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.389932 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46286) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:03.399483 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb26f-8af7-4157-96bb-740efe79bb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (55a99b51-a273-42ca-9c5f-f95bd82b57df), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.449178 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ca8fb26f-8af7-4157-96bb-740efe79bb8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e206541fc564ac598689163a733c5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171507 Feb 14 16:42:03.451764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46292) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:03.453885 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fb26f-8af7-4157-96bb-740efe79bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a99b51-a273-42ca-9c5f-f95bd82b57df,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:03.569822 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] Publish callbacks [] for security_group (55a99b51-a273-42ca-9c5f-f95bd82b57df), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.609306 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] Publish callbacks [] for security_group (55a99b51-a273-42ca-9c5f-f95bd82b57df), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.666673 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1573b28a-df0f-48bc-bc71-6b9ec69fc140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.675140 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715ff06e-5063-4fb0-8993-993194a22700 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:42:03.684086 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks [] for port (715ff06e-5063-4fb0-8993-993194a22700), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.712883 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Transition to ACTIVE for port object 715ff06e-5063-4fb0-8993-993194a22700 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:42:03.713970 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (55a99b51-a273-42ca-9c5f-f95bd82b57df), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.718303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.722045 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55a99b51-a273-42ca-9c5f-f95bd82b57df HTTP/1.1" status: 204 len: 168 time: 0.2668996 Feb 14 16:42:03.730585 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.750026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76523da-ea58-45dc-bbf9-89da5e779137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a99b51-a273-42ca-9c5f-f95bd82b57df,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:03.781886 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1573b28a-df0f-48bc-bc71-6b9ec69fc140 admin admin] Publish callbacks [] for security_group (80fe89da-8aa0-4ce6-af85-539f0f72a389), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.792263 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1573b28a-df0f-48bc-bc71-6b9ec69fc140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (80fe89da-8aa0-4ce6-af85-539f0f72a389), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:03.868444 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-1573b28a-df0f-48bc-bc71-6b9ec69fc140 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e3e908cd8ab43f5888272a38bbde79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774246 Feb 14 16:42:03.869851 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573b28a-df0f-48bc-bc71-6b9ec69fc140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe89da-8aa0-4ce6-af85-539f0f72a389,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:03.872779 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46310) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:03.948518 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] Publish callbacks [] for security_group (80fe89da-8aa0-4ce6-af85-539f0f72a389), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.054026 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] Publish callbacks [] for security_group (80fe89da-8aa0-4ce6-af85-539f0f72a389), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.082787 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Pushing event updated for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:04.097717 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5a7f-3077-43ce-8bb9-eafd6c259c1b req-a85b4b1f-cbdd-4da3-9ecf-513b282f4a9f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:04.101018 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-64af5a7f-3077-43ce-8bb9-eafd6c259c1b req-a85b4b1f-cbdd-4da3-9ecf-513b282f4a9f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1480775 Feb 14 16:42:04.117490 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d2f64-09a0-42b0-95a4-93f7f7462b92 req-0b77555d-9a7e-49c1-a58e-2dbbd3410e2c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:04.119205 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-218d2f64-09a0-42b0-95a4-93f7f7462b92 req-0b77555d-9a7e-49c1-a58e-2dbbd3410e2c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 943 time: 0.1735528 Feb 14 16:42:04.143422 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Attempting to bind port 715ff06e-5063-4fb0-8993-993194a22700 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:42:04.143950 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Attempting to bind port 715ff06e-5063-4fb0-8993-993194a22700 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:42:04.144437 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Attempting to bind port 715ff06e-5063-4fb0-8993-993194a22700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:42:04.149803 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Port 715ff06e-5063-4fb0-8993-993194a22700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:42:04.150109 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Attempting to bind port 715ff06e-5063-4fb0-8993-993194a22700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:42:04.165641 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:42:04.166195 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Checking segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:42:04.167254 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Bound using segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:42:04.167898 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Bound port: 715ff06e-5063-4fb0-8993-993194a22700, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:42:04.168409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (715ff06e-5063-4fb0-8993-993194a22700), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.209776 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-218d2f64-09a0-42b0-95a4-93f7f7462b92 req-28ff8866-6951-4f0e-93cb-d95b19825745 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836728 Feb 14 16:42:04.248389 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (80fe89da-8aa0-4ce6-af85-539f0f72a389), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.252383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.254379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/80fe89da-8aa0-4ce6-af85-539f0f72a389 HTTP/1.1" status: 204 len: 168 time: 0.3800266 Feb 14 16:42:04.264026 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7683-3a6d-4f14-9657-ed131c30f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe89da-8aa0-4ce6-af85-539f0f72a389,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:04.269856 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-64af5a7f-3077-43ce-8bb9-eafd6c259c1b req-76230580-1323-4ff2-9c91-ce3fb9e2df60 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605856 Feb 14 16:42:04.286584 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:42:04.300119 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=715ff06e-5063-4fb0-8993-993194a22700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:42:04.321092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.401670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:04.402112 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.403535 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] 10.222.0.50 "PUT /v2.0/ports/715ff06e-5063-4fb0-8993-993194a22700 HTTP/1.1" status: 200 len: 1093 time: 1.2509575 Feb 14 16:42:04.404039 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'tag': '715ff06e-5063-4fb0-8993-993194a22700'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:42:04.406383 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "tag": "715ff06e-5063-4fb0-8993-993194a22700"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:42:04.493302 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f43e6-c58a-4254-8835-63b037ddefa4 service neutron] Pushing event updated for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:04.500305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6faea2-2136-47bc-b5d7-f851d9abb943 x-openstack-request-id: req-dc6faea2-2136-47bc-b5d7-f851d9abb943 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:42:04.500632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "tag": "715ff06e-5063-4fb0-8993-993194a22700", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:42:04.501169 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc6faea2-2136-47bc-b5d7-f851d9abb943 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:42:04.501444 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'tag': '715ff06e-5063-4fb0-8993-993194a22700', 'status': 'completed', 'code': 200} Feb 14 16:42:04.539113 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-9bb306eb-7f5c-40d8-a672-6969605fa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:04.541306 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-9bb306eb-7f5c-40d8-a672-6969605fa561 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 1127 time: 0.0620289 Feb 14 16:42:04.633754 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-49423c40-c069-4efa-bfad-62e50679661a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=715ff06e-5063-4fb0-8993-993194a22700 HTTP/1.1" status: 200 len: 217 time: 0.0681951 Feb 14 16:42:04.746542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-ab1829f5-1e4e-40cd-bce6-3ac2eca9f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:04.747165 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-ab1829f5-1e4e-40cd-bce6-3ac2eca9f7b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.1069977 Feb 14 16:42:04.777429 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cb49aaa9-be7a-4e74-8197-b61feb938d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.793167 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-dafb4a38-deb0-4338-af04-fa13cc43a2d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338776 Feb 14 16:42:04.818108 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.854716 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46348) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:04.873651 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-880f1e71-c62e-4389-b53f-c359511141bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.914473 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-99d05544-93ed-4c1a-b93f-11c03e9b075b service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106899 Feb 14 16:42:04.973992 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-880f1e71-c62e-4389-b53f-c359511141bb admin admin] Publish callbacks [] for security_group (f4fd38d3-280c-449c-b0f3-d933eea13621), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:04.979039 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-880f1e71-c62e-4389-b53f-c359511141bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f4fd38d3-280c-449c-b0f3-d933eea13621), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.028790 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-880f1e71-c62e-4389-b53f-c359511141bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9440948765424170b57a20748f8a60b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714888 Feb 14 16:42:05.028790 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f1e71-c62e-4389-b53f-c359511141bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd38d3-280c-449c-b0f3-d933eea13621,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:05.029082 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52dd22ad-09f0-4b95-b020-da284a46ec41 req-6d98498f-8c3f-4426-b690-251ab06141d8 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000123 Feb 14 16:42:05.030281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46356) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:05.120000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] Publish callbacks [] for security_group (f4fd38d3-280c-449c-b0f3-d933eea13621), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.152755 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] Publish callbacks [] for security_group (f4fd38d3-280c-449c-b0f3-d933eea13621), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.176865 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-7f7ebe4a-9968-4332-8dd4-35d78006d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:05.178408 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-7f7ebe4a-9968-4332-8dd4-35d78006d80b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 1127 time: 0.0920300 Feb 14 16:42:05.278802 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f4fd38d3-280c-449c-b0f3-d933eea13621), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.281431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.285275 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4fd38d3-280c-449c-b0f3-d933eea13621 HTTP/1.1" status: 204 len: 168 time: 0.2508097 Feb 14 16:42:05.301764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292351da-2216-4956-9f39-0cb1918916e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd38d3-280c-449c-b0f3-d933eea13621,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:05.327404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-dcdedc51-e9d4-4b57-a144-fe7e6ef0ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:05.329066 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-dcdedc51-e9d4-4b57-a144-fe7e6ef0ca90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 915 time: 0.1256573 Feb 14 16:42:05.424312 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-fce3b401-ceb5-4277-9d50-e3fcd0fb2df4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=715ff06e-5063-4fb0-8993-993194a22700 HTTP/1.1" status: 200 len: 217 time: 0.0812702 Feb 14 16:42:05.451905 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64fe2-3ac8-4728-aff4-8e06627a4934 req-a35c1473-4abf-4c4e-a020-2d83336209b5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:05.459159 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9fe64fe2-3ac8-4728-aff4-8e06627a4934 req-a35c1473-4abf-4c4e-a020-2d83336209b5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 943 time: 0.1241214 Feb 14 16:42:05.513129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109893c-81e2-40a0-90e9-af1f219e7f50 req-1d7a4b7a-6090-4da7-a850-cf13f574633b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:05.514706 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a109893c-81e2-40a0-90e9-af1f219e7f50 req-1d7a4b7a-6090-4da7-a850-cf13f574633b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1174052 Feb 14 16:42:05.536906 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-130674b1-cf8b-4ed8-8c64-50bf157d9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:05.540160 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-130674b1-cf8b-4ed8-8c64-50bf157d9af2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.1083126 Feb 14 16:42:05.571293 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9fe64fe2-3ac8-4728-aff4-8e06627a4934 req-99139237-e32f-4f0e-87fb-5abea8377f7e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061199 Feb 14 16:42:05.590054 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-afe56304-0eae-438b-8c76-be7361ba8933 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405197 Feb 14 16:42:05.606743 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a109893c-81e2-40a0-90e9-af1f219e7f50 req-100e40fd-ccb8-4750-bef4-2cae04277bca tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Feb 14 16:42:05.681281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46376) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:05.698691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1ede-f6bb-4a64-b0a5-380712a39b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.742001 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-88e06196-8a34-46d9-ba98-1d45919386f7 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338866 Feb 14 16:42:05.897222 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1ede-f6bb-4a64-b0a5-380712a39b1b admin admin] Publish callbacks [] for security_group (c6115ef2-3917-43ac-9c6b-44450af99c7a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.903777 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8b8d8c6-05ae-4eaf-ad2a-8f7ddfbcfaf1 req-7e7942f2-344b-4527-bd4c-03dbb317ecdb service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526487 Feb 14 16:42:05.916888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1ede-f6bb-4a64-b0a5-380712a39b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c6115ef2-3917-43ac-9c6b-44450af99c7a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:05.973112 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1d2c1ede-f6bb-4a64-b0a5-380712a39b1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5492bb8d45740c488713cd1ac61840f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901225 Feb 14 16:42:05.975110 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c1ede-f6bb-4a64-b0a5-380712a39b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6115ef2-3917-43ac-9c6b-44450af99c7a,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:05.975960 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46402) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:06.089317 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] Publish callbacks [] for security_group (c6115ef2-3917-43ac-9c6b-44450af99c7a), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:06.118849 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] Publish callbacks [] for security_group (c6115ef2-3917-43ac-9c6b-44450af99c7a), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:06.200606 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12103-b539-4e02-b883-1852538b1c04 req-e5addc25-ebfd-47fd-a4fe-59f3d9686509 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:06.202168 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f3d12103-b539-4e02-b883-1852538b1c04 req-e5addc25-ebfd-47fd-a4fe-59f3d9686509 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.0864391 Feb 14 16:42:06.223915 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c6115ef2-3917-43ac-9c6b-44450af99c7a), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:06.227003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:06.228077 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6115ef2-3917-43ac-9c6b-44450af99c7a HTTP/1.1" status: 204 len: 168 time: 0.2509384 Feb 14 16:42:06.243170 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01836ef-69be-430a-b669-abeb78db76a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6115ef2-3917-43ac-9c6b-44450af99c7a,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:06.316113 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f3d12103-b539-4e02-b883-1852538b1c04 req-11652a90-6e3d-4fc8-a865-569ad3b9b004 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 Feb 14 16:42:06.804665 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603586d-1d66-4da8-9d28-7b47066413c3 req-ce0c6713-1d1f-4001-abfe-8639cc8e0322 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:06.806229 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c603586d-1d66-4da8-9d28-7b47066413c3 req-ce0c6713-1d1f-4001-abfe-8639cc8e0322 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 943 time: 0.1394005 Feb 14 16:42:06.818846 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c913930-1f70-4054-977c-2de9c410cf93 req-1c825a8c-3b3d-475b-a8bc-d925fa414263 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:06.825363 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c913930-1f70-4054-977c-2de9c410cf93 req-1c825a8c-3b3d-475b-a8bc-d925fa414263 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0936823 Feb 14 16:42:06.915202 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c603586d-1d66-4da8-9d28-7b47066413c3 req-ff7130b9-f149-4770-8c55-b4d7230df29a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Feb 14 16:42:06.929659 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c913930-1f70-4054-977c-2de9c410cf93 req-048b5f3c-8495-425c-8ea0-6a73c7088ac0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030042 Feb 14 16:42:07.291519 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 715ff06e-5063-4fb0-8993-993194a22700 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:42:07.295168 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9ff82acc-c74b-463d-b90a-9bb263466f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:07.411458 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=715ff06e-5063-4fb0-8993-993194a22700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:07.425750 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '715ff06e-5063-4fb0-8993-993194a22700', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'port_id': '715ff06e-5063-4fb0-8993-993194a22700', 'mac_address': 'fa:16:3e:a5:8c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd5764-ff46-4709-bb92-d449ce9cf8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:42:07.462767 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f02da-efa9-4a65-8018-de72f4d8adfa req-d4cba400-9747-40d2-af0d-bbc0c8df70a3 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:07.464461 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-102f02da-efa9-4a65-8018-de72f4d8adfa req-d4cba400-9747-40d2-af0d-bbc0c8df70a3 tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.0772307 Feb 14 16:42:07.478183 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 715ff06e-5063-4fb0-8993-993194a22700 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:42:07.478582 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (715ff06e-5063-4fb0-8993-993194a22700), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:07.493778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715ff06e-5063-4fb0-8993-993194a22700 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:42:07.521359 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=715ff06e-5063-4fb0-8993-993194a22700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:07.531592 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:07.584688 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-102f02da-efa9-4a65-8018-de72f4d8adfa req-6c645b15-b4bd-43a7-a375-e8e85615966d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116006 Feb 14 16:42:07.608595 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:07.619475 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.619924 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.620242 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.620624 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.621198 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.621537 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.621866 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.622356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.622689 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.623040 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.623481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.623717 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.624175 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:42:07.804932 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46516) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:07.937268 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dfaff8e8-e026-4c53-8581-85e765bd36ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:07.974320 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['715ff06e-5063-4fb0-8993-993194a22700'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:42:08.044335 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dfaff8e8-e026-4c53-8581-85e765bd36ac admin admin] Publish callbacks [] for security_group (ab248148-0692-43d3-9b98-cbb579cec2c3), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.049529 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dfaff8e8-e026-4c53-8581-85e765bd36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ab248148-0692-43d3-9b98-cbb579cec2c3), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.153944 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9cd5e-a137-4566-add7-f18849872e1a req-10928454-0460-4745-a2d0-cca4633bee3b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:08.162823 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03a9cd5e-a137-4566-add7-f18849872e1a req-10928454-0460-4745-a2d0-cca4633bee3b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 944 time: 0.1206129 Feb 14 16:42:08.167937 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-dfaff8e8-e026-4c53-8581-85e765bd36ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5e0e39cbe2a4ec794babfbcdc47fe22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605497 Feb 14 16:42:08.167937 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaff8e8-e026-4c53-8581-85e765bd36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab248148-0692-43d3-9b98-cbb579cec2c3,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:08.172328 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46540) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:08.219966 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d619fe-9e85-4a99-ba06-58e94b565981 req-735dfda3-ea6a-496f-a160-979d01f72c4f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:08.221916 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93d619fe-9e85-4a99-ba06-58e94b565981 req-735dfda3-ea6a-496f-a160-979d01f72c4f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1358714 Feb 14 16:42:08.303682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03a9cd5e-a137-4566-add7-f18849872e1a req-ad89a054-b36f-4f99-8b0f-c993cdb1b92b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398332 Feb 14 16:42:08.326800 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] Publish callbacks [] for security_group (ab248148-0692-43d3-9b98-cbb579cec2c3), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.361082 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93d619fe-9e85-4a99-ba06-58e94b565981 req-29d8ac93-b390-40f1-8625-553e6489f3dd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251614 Feb 14 16:42:08.390525 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] Publish callbacks [] for security_group (ab248148-0692-43d3-9b98-cbb579cec2c3), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.463419 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ab248148-0692-43d3-9b98-cbb579cec2c3), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.466847 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.468385 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab248148-0692-43d3-9b98-cbb579cec2c3 HTTP/1.1" status: 204 len: 168 time: 0.2929952 Feb 14 16:42:08.479604 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a30b-2ac9-4e73-a737-d57ee89bff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab248148-0692-43d3-9b98-cbb579cec2c3,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:08.559574 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:08.595839 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46566) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:08.797434 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6574230-6bbb-4b3a-bab5-8101c3a792cd req-4a9f7a38-c06f-4aa5-a8c2-121cadebd3bb tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:08.798688 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cc568cf4-a691-4f47-b0bd-09b7773efdfd tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:08.801285 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cc568cf4-a691-4f47-b0bd-09b7773efdfd tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.1388075 Feb 14 16:42:08.804802 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6574230-6bbb-4b3a-bab5-8101c3a792cd req-4a9f7a38-c06f-4aa5-a8c2-121cadebd3bb tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 946 time: 0.1035399 Feb 14 16:42:08.887259 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6574230-6bbb-4b3a-bab5-8101c3a792cd req-9e2693ee-b26b-468b-9a86-b8395c9a285e tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Feb 14 16:42:09.008813 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Deleting port 874bec47-6286-45d3-8aaa-8bf5f39ada97 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:42:09.009410 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.037354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46584) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:09.161124 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7a90f28f-0bf2-4da7-954a-0187c641a631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.176498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] For port 874bec47-6286-45d3-8aaa-8bf5f39ada97, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=874bec47-6286-45d3-8aaa-8bf5f39ada97,segment=NetworkSegment(8262156e-52ae-4421-ba8b-9efb9922b156),segment_id=8262156e-52ae-4421-ba8b-9efb9922b156)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:09.177174 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.193434 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1c578b01-4f51-4a7d-acba-f66f7d83ffbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.196139 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Calling delete_port for 874bec47-6286-45d3-8aaa-8bf5f39ada97 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:42:09.308583 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 715ff06e-5063-4fb0-8993-993194a22700 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:42:09.316973 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7a90f28f-0bf2-4da7-954a-0187c641a631 admin admin] Publish callbacks [] for security_group (eff54b35-18ea-4818-b839-8f9ca50e6202), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.352759 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1c578b01-4f51-4a7d-acba-f66f7d83ffbe admin admin] Publish callbacks [] for security_group (41eed99e-5b01-4dc6-a54f-64f04d20ae00), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.354379 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7a90f28f-0bf2-4da7-954a-0187c641a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (eff54b35-18ea-4818-b839-8f9ca50e6202), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.376085 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-1c578b01-4f51-4a7d-acba-f66f7d83ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (41eed99e-5b01-4dc6-a54f-64f04d20ae00), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.405573 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 715ff06e-5063-4fb0-8993-993194a22700 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:42:09.422873 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 715ff06e-5063-4fb0-8993-993194a22700 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:42:09.423383 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (715ff06e-5063-4fb0-8993-993194a22700), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.436796 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7a90f28f-0bf2-4da7-954a-0187c641a631 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=644931b3deed44ccae44764e4e00ba7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8396845 Feb 14 16:42:09.443145 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46602) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:09.452136 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90f28f-0bf2-4da7-954a-0187c641a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff54b35-18ea-4818-b839-8f9ca50e6202,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:09.463127 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-1c578b01-4f51-4a7d-acba-f66f7d83ffbe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f9bb6e05bfa4472b20b9197ebfe2798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246380 Feb 14 16:42:09.468212 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004'] for port (874bec47-6286-45d3-8aaa-8bf5f39ada97), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.481189 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46604) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:09.561875 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 715ff06e-5063-4fb0-8993-993194a22700 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:42:09.562475 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (715ff06e-5063-4fb0-8993-993194a22700), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.586457 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c578b01-4f51-4a7d-acba-f66f7d83ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eed99e-5b01-4dc6-a54f-64f04d20ae00,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:09.596364 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ff06e-5063-4fb0-8993-993194a22700'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:42:09.609292 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df76a839-5378-463e-b623-631938f41733" -d '{"events": [{"server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "name": "network-vif-plugged", "status": "completed", "tag": "715ff06e-5063-4fb0-8993-993194a22700"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:42:09.627597 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] Publish callbacks [] for security_group (41eed99e-5b01-4dc6-a54f-64f04d20ae00), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.635047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] No DVR routers for this DVR port 874bec47-6286-45d3-8aaa-8bf5f39ada97 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:42:09.638622 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.643634 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-1b5354b2-8025-481e-8479-3d47cf4ff033 req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.50 "DELETE /v2.0/ports/874bec47-6286-45d3-8aaa-8bf5f39ada97 HTTP/1.1" status: 204 len: 173 time: 0.8333697 Feb 14 16:42:09.645638 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'name': 'network-vif-deleted', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:42:09.649835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d9f64e-1368-49b6-b137-8e20d1771ace" -d '{"events": [{"server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "name": "network-vif-deleted", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:42:09.654277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9f000-179c-4913-aaa6-c9c9f5cfc27d tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] Pushing event deleted for resources: {'Port': ['ID=874bec47-6286-45d3-8aaa-8bf5f39ada97,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:09.679065 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] Publish callbacks [] for security_group (eff54b35-18ea-4818-b839-8f9ca50e6202), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.711563 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] Publish callbacks [] for security_group (41eed99e-5b01-4dc6-a54f-64f04d20ae00), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.747732 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200f54-fa95-442d-9d0d-8c196b52b1e2 req-fdf45573-8ef6-4323-a1ef-d367dd587ac6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:09.749437 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13200f54-fa95-442d-9d0d-8c196b52b1e2 req-fdf45573-8ef6-4323-a1ef-d367dd587ac6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 944 time: 0.2585423 Feb 14 16:42:09.752574 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] Publish callbacks [] for security_group (eff54b35-18ea-4818-b839-8f9ca50e6202), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.790040 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=715ff06e-5063-4fb0-8993-993194a22700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:09.797044 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.836581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa43f1-aaf7-4c86-a7b6-52c82550be45 req-0189502a-fe9a-46c6-9a21-bff1ce57eca1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:09.838433 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7aa43f1-aaf7-4c86-a7b6-52c82550be45 req-0189502a-fe9a-46c6-9a21-bff1ce57eca1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.2808800 Feb 14 16:42:09.851075 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:09.896487 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13200f54-fa95-442d-9d0d-8c196b52b1e2 req-b15909e7-17c8-4daa-b1a8-6d3252646d09 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251721 Feb 14 16:42:09.924721 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (41eed99e-5b01-4dc6-a54f-64f04d20ae00), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.931061 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.933156 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41eed99e-5b01-4dc6-a54f-64f04d20ae00 HTTP/1.1" status: 204 len: 168 time: 0.4508796 Feb 14 16:42:09.941868 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (eff54b35-18ea-4818-b839-8f9ca50e6202), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.948392 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:09.950855 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eff54b35-18ea-4818-b839-8f9ca50e6202 HTTP/1.1" status: 204 len: 168 time: 0.5063372 Feb 14 16:42:09.965827 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7aa43f1-aaf7-4c86-a7b6-52c82550be45 req-e7086317-2257-4fa0-8355-fef71114041c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099834 Feb 14 16:42:09.968091 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a1300-5ea5-4a29-ac10-b061726660b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eed99e-5b01-4dc6-a54f-64f04d20ae00,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:09.981033 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bc37b-3913-4e5a-90da-d27626522194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff54b35-18ea-4818-b839-8f9ca50e6202,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:10.037466 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b70fad-a152-4407-9cd5-7e3df23f37ea x-openstack-request-id: req-39b70fad-a152-4407-9cd5-7e3df23f37ea {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:42:10.038069 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b69d911-e2f4-45df-a52a-2887743b7c14", "name": "network-vif-deleted", "tag": "874bec47-6286-45d3-8aaa-8bf5f39ada97", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:42:10.038069 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39b70fad-a152-4407-9cd5-7e3df23f37ea {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:42:10.038645 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b69d911-e2f4-45df-a52a-2887743b7c14', 'name': 'network-vif-deleted', 'tag': '874bec47-6286-45d3-8aaa-8bf5f39ada97', 'status': 'completed', 'code': 200} Feb 14 16:42:10.038949 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124a07c-a08c-4fd1-9cba-74e514d1cf33 x-openstack-request-id: req-7124a07c-a08c-4fd1-9cba-74e514d1cf33 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:42:10.039263 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "name": "network-vif-plugged", "status": "completed", "tag": "715ff06e-5063-4fb0-8993-993194a22700", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:42:10.039517 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7124a07c-a08c-4fd1-9cba-74e514d1cf33 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:42:10.039902 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ff06e-5063-4fb0-8993-993194a22700', 'code': 200} Feb 14 16:42:10.063977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.159449 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4df44f5f-fe17-400b-afdf-30eed13cf004 req-0ae608c9-1c3b-4e85-99a9-58acaece201a tempest-DeleteServersTestJSON-820145147 tempest-DeleteServersTestJSON-820145147-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b69d911-e2f4-45df-a52a-2887743b7c14 HTTP/1.1" status: 200 len: 210 time: 0.0427799 Feb 14 16:42:10.374644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b42da-a79f-4619-adb7-c62c379510e3 req-8f3265eb-fbff-463b-8783-eaf13d6d2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:10.376279 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-af8b42da-a79f-4619-adb7-c62c379510e3 req-8f3265eb-fbff-463b-8783-eaf13d6d2e7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 1129 time: 0.0592253 Feb 14 16:42:10.433853 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-af8b42da-a79f-4619-adb7-c62c379510e3 req-c2936943-232b-4ee0-9d65-ec491c3d18a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Feb 14 16:42:10.539974 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46646) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:10.552967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab48d5b4-a99a-4601-bccb-097deb871099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.643423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab48d5b4-a99a-4601-bccb-097deb871099 admin admin] Publish callbacks [] for security_group (6f729781-309d-47e8-96ab-1938b68788e2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.649800 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab48d5b4-a99a-4601-bccb-097deb871099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6f729781-309d-47e8-96ab-1938b68788e2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.719696 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ab48d5b4-a99a-4601-bccb-097deb871099 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8cd7c0736c764b42b1271c8b919ef29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810567 Feb 14 16:42:10.723014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46650) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:10.723422 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48d5b4-a99a-4601-bccb-097deb871099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f729781-309d-47e8-96ab-1938b68788e2,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:10.804289 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] Publish callbacks [] for security_group (6f729781-309d-47e8-96ab-1938b68788e2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.837677 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] Publish callbacks [] for security_group (6f729781-309d-47e8-96ab-1938b68788e2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.881998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46654) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:10.897025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71eca18-88a7-43df-a76e-8d0b3b35782a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.935021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6f729781-309d-47e8-96ab-1938b68788e2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.938885 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:10.940684 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f729781-309d-47e8-96ab-1938b68788e2 HTTP/1.1" status: 204 len: 168 time: 0.2159562 Feb 14 16:42:10.956453 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46660) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:10.962824 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302c5a-20a5-484c-bf8b-1bd44ed0fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f729781-309d-47e8-96ab-1938b68788e2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.057082 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46666) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:11.090851 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71eca18-88a7-43df-a76e-8d0b3b35782a admin admin] Publish callbacks [] for security_group (dd163a6d-190b-4014-8e97-daeec48916a4), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.142701 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b71eca18-88a7-43df-a76e-8d0b3b35782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (dd163a6d-190b-4014-8e97-daeec48916a4), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.187485 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b71eca18-88a7-43df-a76e-8d0b3b35782a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=380a47cd49a6481db1f77e7096649ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043959 Feb 14 16:42:11.191605 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46672) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:11.225786 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.270551 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-392ca193-f254-4827-a43f-5a2181b23f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.283118 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77bbe6-6617-45a9-852c-2d67d79fa613 req-33d79d10-3048-4db0-94e3-9dd7933ed7f1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:11.293652 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2a77bbe6-6617-45a9-852c-2d67d79fa613 req-33d79d10-3048-4db0-94e3-9dd7933ed7f1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1983876 Feb 14 16:42:11.295693 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eca18-88a7-43df-a76e-8d0b3b35782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd163a6d-190b-4014-8e97-daeec48916a4,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.319410 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 874bec47-6286-45d3-8aaa-8bf5f39ada97 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:42:11.338241 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f87eb-3ee4-400b-be3e-60c938d2ed2d req-2acf3df5-18cb-499d-b8fe-2bc4110abe97 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:11.340251 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-340f87eb-3ee4-400b-be3e-60c938d2ed2d req-2acf3df5-18cb-499d-b8fe-2bc4110abe97 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 945 time: 0.2475975 Feb 14 16:42:11.368206 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] Publish callbacks [] for security_group (dd163a6d-190b-4014-8e97-daeec48916a4), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.382141 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 874bec47-6286-45d3-8aaa-8bf5f39ada97 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:42:11.382498 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 874bec47-6286-45d3-8aaa-8bf5f39ada97 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:42:11.424977 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] Publish callbacks [] for security_group (dd163a6d-190b-4014-8e97-daeec48916a4), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.431752 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2a77bbe6-6617-45a9-852c-2d67d79fa613 req-89fa5cbf-d0d0-4f3b-bb58-adc29b1a0f53 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369112 Feb 14 16:42:11.499068 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-392ca193-f254-4827-a43f-5a2181b23f85 admin admin] Publish callbacks [] for security_group (833ad8f3-1d02-40f0-995e-0f34b59ae5ae), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.517395 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-340f87eb-3ee4-400b-be3e-60c938d2ed2d req-b92a17c6-fc4f-495c-93a9-151ee4223e99 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638567 Feb 14 16:42:11.535927 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ab9e-40f2-428a-bb58-b1561427f996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.540156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-392ca193-f254-4827-a43f-5a2181b23f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (833ad8f3-1d02-40f0-995e-0f34b59ae5ae), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.610698 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (dd163a6d-190b-4014-8e97-daeec48916a4), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.615244 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.619659 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd163a6d-190b-4014-8e97-daeec48916a4 HTTP/1.1" status: 204 len: 168 time: 0.4230742 Feb 14 16:42:11.624471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46690) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:11.625237 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-392ca193-f254-4827-a43f-5a2181b23f85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77097d7775ba4b868b920c9b9408eafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6658800 Feb 14 16:42:11.628216 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ca193-f254-4827-a43f-5a2181b23f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ad8f3-1d02-40f0-995e-0f34b59ae5ae,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.645105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189fc9b-b623-4363-a895-aa5148d8f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd163a6d-190b-4014-8e97-daeec48916a4,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.735799 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] Publish callbacks [] for security_group (833ad8f3-1d02-40f0-995e-0f34b59ae5ae), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.755903 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ab9e-40f2-428a-bb58-b1561427f996 admin admin] Publish callbacks [] for security_group (9ea08fea-ed93-4621-a6be-70c5fb1b01d0), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.772862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3ff4ab9e-40f2-428a-bb58-b1561427f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9ea08fea-ed93-4621-a6be-70c5fb1b01d0), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.782911 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] Publish callbacks [] for security_group (833ad8f3-1d02-40f0-995e-0f34b59ae5ae), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.851476 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3ff4ab9e-40f2-428a-bb58-b1561427f996 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcd3791dc3e74624a63815cffd00e1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7921422 Feb 14 16:42:11.854326 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46700) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:11.882086 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (833ad8f3-1d02-40f0-995e-0f34b59ae5ae), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.885570 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:11.887095 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/833ad8f3-1d02-40f0-995e-0f34b59ae5ae HTTP/1.1" status: 204 len: 168 time: 0.2615767 Feb 14 16:42:11.895421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4ab9e-40f2-428a-bb58-b1561427f996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea08fea-ed93-4621-a6be-70c5fb1b01d0,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.935760 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d741d-112e-4d2c-b135-a27e34edae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ad8f3-1d02-40f0-995e-0f34b59ae5ae,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:11.959322 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] Publish callbacks [] for security_group (9ea08fea-ed93-4621-a6be-70c5fb1b01d0), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.015249 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] Publish callbacks [] for security_group (9ea08fea-ed93-4621-a6be-70c5fb1b01d0), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.311739 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9ea08fea-ed93-4621-a6be-70c5fb1b01d0), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.314758 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.320253 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ea08fea-ed93-4621-a6be-70c5fb1b01d0 HTTP/1.1" status: 204 len: 168 time: 0.4647441 Feb 14 16:42:12.329415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65296-a7e3-4905-a0ea-72ab07021767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea08fea-ed93-4621-a6be-70c5fb1b01d0,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:12.571444 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8bc6-05fe-47ea-a2b4-0d4f7e6b4937 req-3ec92fb2-aecc-444b-9111-4bd5193a87a8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:12.578783 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc5b8bc6-05fe-47ea-a2b4-0d4f7e6b4937 req-3ec92fb2-aecc-444b-9111-4bd5193a87a8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0758052 Feb 14 16:42:12.638353 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc5b8bc6-05fe-47ea-a2b4-0d4f7e6b4937 req-8f535cdd-d105-47aa-9da3-89c9e75c37d7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583231 Feb 14 16:42:12.713035 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69951af-45b8-4b15-a7da-496a6ee34bf2 req-94e5c9ec-07ad-4e1b-9e0a-f8a1eadd4cfe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:12.715377 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c69951af-45b8-4b15-a7da-496a6ee34bf2 req-94e5c9ec-07ad-4e1b-9e0a-f8a1eadd4cfe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 945 time: 0.0752017 Feb 14 16:42:12.773647 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c69951af-45b8-4b15-a7da-496a6ee34bf2 req-3e8bc898-508b-45f0-aab3-99c00b8a23c8 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523136 Feb 14 16:42:12.857473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46746) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:12.873349 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d60a3c1-13ab-4623-91e7-fe2fbb6d93ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.986628 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d60a3c1-13ab-4623-91e7-fe2fbb6d93ed admin admin] Publish callbacks [] for security_group (62889d3a-7fc8-494d-9c48-8d59227bdc81), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:12.997769 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6d60a3c1-13ab-4623-91e7-fe2fbb6d93ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (62889d3a-7fc8-494d-9c48-8d59227bdc81), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.049281 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6d60a3c1-13ab-4623-91e7-fe2fbb6d93ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83bcdd8ada6849d49dd821baf1150652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904109 Feb 14 16:42:13.051371 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46754) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:13.059106 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a3c1-13ab-4623-91e7-fe2fbb6d93ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62889d3a-7fc8-494d-9c48-8d59227bdc81,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:13.146670 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] Publish callbacks [] for security_group (62889d3a-7fc8-494d-9c48-8d59227bdc81), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.173155 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] Publish callbacks [] for security_group (62889d3a-7fc8-494d-9c48-8d59227bdc81), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.249489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (62889d3a-7fc8-494d-9c48-8d59227bdc81), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.252843 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.257696 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62889d3a-7fc8-494d-9c48-8d59227bdc81 HTTP/1.1" status: 204 len: 168 time: 0.2052398 Feb 14 16:42:13.278560 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e39f2-2087-4b60-8563-d5e79812127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62889d3a-7fc8-494d-9c48-8d59227bdc81,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:13.296213 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46790) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:13.366352 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Deleting subnet 7553b1c1-29ce-4df4-a20a-9e3b7266611b {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:42:13.371532 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Publish callbacks [] for subnet (7553b1c1-29ce-4df4-a20a-9e3b7266611b), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.421642 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Publish callbacks [] for subnet (7553b1c1-29ce-4df4-a20a-9e3b7266611b), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.433456 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (7553b1c1-29ce-4df4-a20a-9e3b7266611b), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.516651 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for subnet (7553b1c1-29ce-4df4-a20a-9e3b7266611b), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.571568 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7553b1c1-29ce-4df4-a20a-9e3b7266611b,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:13.574667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.581047 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-11863fdd-1c43-48fd-969b-ffb2ddb75c78 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7553b1c1-29ce-4df4-a20a-9e3b7266611b HTTP/1.1" status: 204 len: 168 time: 0.2815320 Feb 14 16:42:13.581398 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46816) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:13.696762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (78c8f1d1-6f68-4b86-8f18-c6b30e940004), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.832517 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (78c8f1d1-6f68-4b86-8f18-c6b30e940004), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:13.866404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.867541 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.868504 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.869077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > port after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.869763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.870301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.870887 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.871578 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.872262 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.882371 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c04b5-43c6-4cb3-9b40-096a62c519e1 req-8d80e164-a55f-4874-813f-e677aba1a2fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:13.884289 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e5c04b5-43c6-4cb3-9b40-096a62c519e1 req-8d80e164-a55f-4874-813f-e677aba1a2fc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1263447 Feb 14 16:42:13.885252 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:13.959252 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e5c04b5-43c6-4cb3-9b40-096a62c519e1 req-c942d80a-2460-4ccc-bedc-96bad87a0bae tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639699 Feb 14 16:42:14.012477 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:14.013314 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:14.013463 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:14.014650 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:42:14.015041 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c8f1d1-6f68-4b86-8f18-c6b30e940004']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:42:14.045667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8262156e-52ae-4421-ba8b-9efb9922b156') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:42:14.046153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8262156e-52ae-4421-ba8b-9efb9922b156') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:42:14.077084 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (8262156e-52ae-4421-ba8b-9efb9922b156), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.124868 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (8262156e-52ae-4421-ba8b-9efb9922b156), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.133721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:42:14.134180 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (8262156e-52ae-4421-ba8b-9efb9922b156), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: from cryptography.utils import int_from_bytes Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: from cryptography.utils import int_from_bytes Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:42:14.138267 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:42:14.211111 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (78c8f1d1-6f68-4b86-8f18-c6b30e940004), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.217136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.221142 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] 10.222.0.69 "DELETE /v2.0/networks/78c8f1d1-6f68-4b86-8f18-c6b30e940004 HTTP/1.1" status: 204 len: 168 time: 0.6293488 Feb 14 16:42:14.240454 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b67e0-2b38-4696-8c92-695b8be556ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78c8f1d1-6f68-4b86-8f18-c6b30e940004,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:14.375500 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 46858) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:14.425959 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-aad7c02f-ec14-49cd-b4b2-147f9c0956e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ac858370b5646558197b988d600ebb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484817 Feb 14 16:42:14.428855 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 46864) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:14.508146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] Publish callbacks [] for security_group (bf48c803-1de1-4c2f-ba98-6d7e9a49cb32), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.549405 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] Publish callbacks [] for security_group (bf48c803-1de1-4c2f-ba98-6d7e9a49cb32), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.647019 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bf48c803-1de1-4c2f-ba98-6d7e9a49cb32), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.651440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:14.655478 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf48c803-1de1-4c2f-ba98-6d7e9a49cb32 HTTP/1.1" status: 204 len: 168 time: 0.2229571 Feb 14 16:42:14.674418 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0523-13ec-4432-8ab6-f709086ba3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48c803-1de1-4c2f-ba98-6d7e9a49cb32,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:15.168757 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ae9fc-718b-49f7-9652-5ca3a5ba536d req-9b4d4940-3ffa-43bc-bd97-9e6cb5359c92 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:15.173279 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ea3ae9fc-718b-49f7-9652-5ca3a5ba536d req-9b4d4940-3ffa-43bc-bd97-9e6cb5359c92 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1211538 Feb 14 16:42:15.303668 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ea3ae9fc-718b-49f7-9652-5ca3a5ba536d req-f580360b-14a9-453a-87c3-dd3e2d664f23 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Feb 14 16:42:15.431781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-7584f4a6-be0c-4e66-abb4-df30e6c58e09 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:15.439497 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-7584f4a6-be0c-4e66-abb4-df30e6c58e09 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.2030752 Feb 14 16:42:15.457791 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-235c91cb-7206-4003-8180-27205aabc544 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/quotas/e19dcc1ba220431c8add39a4d314f8f3 HTTP/1.1" status: 200 len: 375 time: 0.0164628 Feb 14 16:42:15.526846 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-1e5ca64c-7709-425c-ab1e-51b064a1ab11 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680480 Feb 14 16:42:15.711549 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-16ddf041-1f37-4786-8110-cc87de1ae3e2 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753516 Feb 14 16:42:15.814742 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-9f1f9d7c-463c-4226-bc47-bb5cffef3cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020756 Feb 14 16:42:16.029682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-20b9805f-e136-4683-b28f-98ff8ddfd002 req-616966b0-1381-4f50-9301-d09c14e068ed tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 210 time: 0.0416646 Feb 14 16:42:16.488659 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e392-4fbc-4e7a-87b7-ffea87fff826 req-f63f78f8-48ae-40a4-9180-a5672f4df53c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:16.497650 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dfc4e392-4fbc-4e7a-87b7-ffea87fff826 req-f63f78f8-48ae-40a4-9180-a5672f4df53c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0951707 Feb 14 16:42:16.587613 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dfc4e392-4fbc-4e7a-87b7-ffea87fff826 req-e89f0b88-0818-441e-9ff3-e42277290212 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 Feb 14 16:42:17.153746 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-547d097b-4f9e-4e4e-8463-dd30dd4b8ac0 req-8dab4a73-3b39-4ed8-99aa-9e36bb781c21 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 210 time: 0.0280266 Feb 14 16:42:17.403339 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-32be5fa5-9a7f-47a0-9025-acc09cd725fd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:17.404968 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-32be5fa5-9a7f-47a0-9025-acc09cd725fd tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.1136925 Feb 14 16:42:17.422875 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Request body: {'port': {'device_id': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'admin_state_up': True, 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:42:17.542237 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:42:17.545732 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:17.697914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Allocated IP 172.20.0.3 (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce/54bd5764-ff46-4709-bb92-d449ce9cf8b2/505d820d-2f22-4167-8974-01170beb89cc) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:42:17.772293 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbead5-4c8e-4980-9c1e-bc1f82f8a3d6 req-c6d04d1d-094e-4a7d-8a5f-53980c696d26 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:17.779464 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d6bbead5-4c8e-4980-9c1e-bc1f82f8a3d6 req-c6d04d1d-094e-4a7d-8a5f-53980c696d26 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0931032 Feb 14 16:42:17.833984 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d6bbead5-4c8e-4980-9c1e-bc1f82f8a3d6 req-a7bd3833-cefc-46f4-9cba-b3ef3b9f038f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525112 Feb 14 16:42:18.158346 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks [] for port (505d820d-2f22-4167-8974-01170beb89cc), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:18.207925 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:18.228496 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438', '715ff06e-5063-4fb0-8993-993194a22700'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:42:18.301071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event updated for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:18.303232 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc31c4-4fe6-432e-a1f0-4668d7b7c61d req-994e1bf9-e6f9-4828-9a4b-e26141f71030 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:18.310604 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-64fc31c4-4fe6-432e-a1f0-4668d7b7c61d req-994e1bf9-e6f9-4828-9a4b-e26141f71030 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 931 time: 0.0774727 Feb 14 16:42:18.312149 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:42:18.313686 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:42:18.318148 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:42:18.370519 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-64fc31c4-4fe6-432e-a1f0-4668d7b7c61d req-60d66145-50a8-41b2-a95c-cbd39a7731a6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575924 Feb 14 16:42:18.389002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:18.390019 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:18.408160 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-a584cf84-6893-4713-a5d8-ccf16601915a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9901552 Feb 14 16:42:18.981557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea6e1f-1378-47de-a6a2-8e981d3209fb req-43857d38-743f-49b3-855f-1a7b55429ec7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:18.983071 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dbea6e1f-1378-47de-a6a2-8e981d3209fb req-43857d38-743f-49b3-855f-1a7b55429ec7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Feb 14 16:42:19.040565 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dbea6e1f-1378-47de-a6a2-8e981d3209fb req-5c8aae51-adbb-49e4-ae68-a9596c02fda8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Feb 14 16:42:19.496464 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c289124-5ef5-402f-8fbc-1304a035a7e2 req-327fcf1f-05a2-4b8c-82da-2e96382f0d8e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:19.498482 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c289124-5ef5-402f-8fbc-1304a035a7e2 req-327fcf1f-05a2-4b8c-82da-2e96382f0d8e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 931 time: 0.0554197 Feb 14 16:42:19.548165 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c289124-5ef5-402f-8fbc-1304a035a7e2 req-6fe09e00-61d2-4d99-be65-e5288657bc55 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Feb 14 16:42:20.172396 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5eb22-bd9b-454a-91ec-d84251118e88 req-3cb29ff6-62fd-4b41-8588-a8561b6f64db tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:20.173830 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-24f5eb22-bd9b-454a-91ec-d84251118e88 req-3cb29ff6-62fd-4b41-8588-a8561b6f64db tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0619190 Feb 14 16:42:20.224254 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-24f5eb22-bd9b-454a-91ec-d84251118e88 req-6a13180f-b992-4e29-9908-d6252bbc300d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Feb 14 16:42:20.401769 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Request body: {'port': {'device_id': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:42:20.468120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (505d820d-2f22-4167-8974-01170beb89cc), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:20.677706 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab333-86cb-4d4b-961c-646f8fc835eb req-f97f3c16-8c00-48ea-8020-f1f81ab48c18 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:20.679359 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-825ab333-86cb-4d4b-961c-646f8fc835eb req-f97f3c16-8c00-48ea-8020-f1f81ab48c18 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 931 time: 0.0597789 Feb 14 16:42:20.738349 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-825ab333-86cb-4d4b-961c-646f8fc835eb req-bfb71c44-0f09-431c-b911-b1efd029d272 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521524 Feb 14 16:42:20.765179 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505d820d-2f22-4167-8974-01170beb89cc {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:42:20.773490 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks [] for port (505d820d-2f22-4167-8974-01170beb89cc), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:20.786227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Transition to ACTIVE for port object 505d820d-2f22-4167-8974-01170beb89cc will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:42:20.792253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:20.844214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Pushing event updated for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:20.926581 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Attempting to bind port 505d820d-2f22-4167-8974-01170beb89cc on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:42:20.926922 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Attempting to bind port 505d820d-2f22-4167-8974-01170beb89cc by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:42:20.927257 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Attempting to bind port 505d820d-2f22-4167-8974-01170beb89cc on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:42:20.931983 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Port 505d820d-2f22-4167-8974-01170beb89cc on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:42:20.932299 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Attempting to bind port 505d820d-2f22-4167-8974-01170beb89cc on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:42:20.937475 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:42:20.937815 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Checking segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:42:20.938482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Bound using segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:42:20.938980 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Bound port: 505d820d-2f22-4167-8974-01170beb89cc, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:42:20.939360 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (505d820d-2f22-4167-8974-01170beb89cc), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:21.005092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:42:21.009067 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=505d820d-2f22-4167-8974-01170beb89cc,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:42:21.017266 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:21.064213 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.064869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:21.066601 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] 10.222.0.50 "PUT /v2.0/ports/505d820d-2f22-4167-8974-01170beb89cc HTTP/1.1" status: 200 len: 1093 time: 0.6692820 Feb 14 16:42:21.067062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'tag': '505d820d-2f22-4167-8974-01170beb89cc'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:42:21.069847 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308f1de-f55c-4feb-bca5-d7744b077b12" -d '{"events": [{"name": "network-changed", "server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "tag": "505d820d-2f22-4167-8974-01170beb89cc"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:42:21.097702 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75e99c-ab84-44da-992f-07c16d46483f service neutron] Pushing event updated for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:21.122467 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f4019-f746-4004-9c21-f4bc3b54ab2d x-openstack-request-id: req-161f4019-f746-4004-9c21-f4bc3b54ab2d {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:42:21.122762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "tag": "505d820d-2f22-4167-8974-01170beb89cc", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:42:21.123542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-161f4019-f746-4004-9c21-f4bc3b54ab2d {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:42:21.123542 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'tag': '505d820d-2f22-4167-8974-01170beb89cc', 'status': 'completed', 'code': 200} Feb 14 16:42:21.358493 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777522f-e3f2-46bc-ba3a-35cfb30be1b3 req-444b4621-6087-44c2-ae8a-4fb4b4e5d077 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.360788 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2777522f-e3f2-46bc-ba3a-35cfb30be1b3 req-444b4621-6087-44c2-ae8a-4fb4b4e5d077 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0626185 Feb 14 16:42:21.416689 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2777522f-e3f2-46bc-ba3a-35cfb30be1b3 req-2adba8fa-5486-472a-8304-64130bacb02d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 Feb 14 16:42:21.527514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-d5283fcc-611d-4978-b87b-3a2dcbaa1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.529785 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-d5283fcc-611d-4978-b87b-3a2dcbaa1db0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 1127 time: 0.0584154 Feb 14 16:42:21.729656 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-8f48a5bc-13f3-4887-90bc-65e48495915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.731194 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-8f48a5bc-13f3-4887-90bc-65e48495915b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1864684 Feb 14 16:42:21.875858 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6805f4-b477-4b6b-ad43-cb967a516e8d req-25c10d50-d861-4490-a322-18aefcff8bb6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.877731 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8f6805f4-b477-4b6b-ad43-cb967a516e8d req-25c10d50-d861-4490-a322-18aefcff8bb6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0645108 Feb 14 16:42:21.921005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-a8a8541f-f58c-4f5c-bfa4-97eadfbb7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:21.922550 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3308f1de-f55c-4feb-bca5-d7744b077b12 req-a8a8541f-f58c-4f5c-bfa4-97eadfbb7c69 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837211 Feb 14 16:42:21.937522 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8f6805f4-b477-4b6b-ad43-cb967a516e8d req-36052028-5190-41bd-85ee-7b96c518d0f3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Feb 14 16:42:22.023825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-a982d2d8-b109-4e5f-a60a-39250137a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:22.025393 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-a982d2d8-b109-4e5f-a60a-39250137a5b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 1127 time: 0.0512631 Feb 14 16:42:22.077813 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-7d6f22fc-dc49-433a-ab63-11466458acd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=505d820d-2f22-4167-8974-01170beb89cc HTTP/1.1" status: 200 len: 217 time: 0.0355282 Feb 14 16:42:22.131976 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339f514-175b-47a2-934b-dea91a015132 req-c4c1d965-e618-42fd-8bd3-e23077574a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:22.133506 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-c4c1d965-e618-42fd-8bd3-e23077574a54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.0465074 Feb 14 16:42:22.170437 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-07d3ce9d-b865-4b6c-ba83-5f52bf60fd89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286987 Feb 14 16:42:22.263960 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-8b7b668b-952c-4bdd-9d4a-5ac30d32c35e service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867898 Feb 14 16:42:22.367463 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b339f514-175b-47a2-934b-dea91a015132 req-bd33f7c4-98d0-41b7-947f-cb14837aca54 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967965 Feb 14 16:42:22.579053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c221ba-8f60-4547-9a2f-08b3ddd33d56 req-3f070177-f400-4480-a0c2-6583348a6490 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:22.580628 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-05c221ba-8f60-4547-9a2f-08b3ddd33d56 req-3f070177-f400-4480-a0c2-6583348a6490 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0867391 Feb 14 16:42:22.639004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-05c221ba-8f60-4547-9a2f-08b3ddd33d56 req-27746180-e692-4236-97c8-4315f43aac97 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Feb 14 16:42:22.897110 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47162) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:23.058409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8bbe-94c1-42d8-901c-8bd27a04c04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.085800 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1a9d4-eeee-45e5-8f0c-d41f06988987 req-3b8501e2-72c6-4327-b25a-b16860af5bc2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:23.087745 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2de1a9d4-eeee-45e5-8f0c-d41f06988987 req-3b8501e2-72c6-4327-b25a-b16860af5bc2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0782921 Feb 14 16:42:23.161978 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2de1a9d4-eeee-45e5-8f0c-d41f06988987 req-08d5be6b-325a-44fb-9f04-9825cd584a07 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Feb 14 16:42:23.179784 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8bbe-94c1-42d8-901c-8bd27a04c04c admin admin] Publish callbacks [] for security_group (5b0c1c09-ca20-4d37-81ea-87884d33a131), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.192949 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8bbe-94c1-42d8-901c-8bd27a04c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5b0c1c09-ca20-4d37-81ea-87884d33a131), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.234672 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b8bbe-94c1-42d8-901c-8bd27a04c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c1c09-ca20-4d37-81ea-87884d33a131,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:23.241627 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7e9b8bbe-94c1-42d8-901c-8bd27a04c04c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91d53f2f229f4cd2872c019c75c215b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434303 Feb 14 16:42:23.244492 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47170) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:23.302859 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] Publish callbacks [] for security_group (5b0c1c09-ca20-4d37-81ea-87884d33a131), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.327077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] Publish callbacks [] for security_group (5b0c1c09-ca20-4d37-81ea-87884d33a131), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.386220 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5b0c1c09-ca20-4d37-81ea-87884d33a131), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.391263 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.392624 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b0c1c09-ca20-4d37-81ea-87884d33a131 HTTP/1.1" status: 204 len: 168 time: 0.1472657 Feb 14 16:42:23.402109 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086abf4-46c0-4484-8b19-377a1f1bbd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c1c09-ca20-4d37-81ea-87884d33a131,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:23.716045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47188) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:23.735360 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ea2c-9197-4d52-8025-2e93f3f412f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.828552 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e447d5-138f-4a2a-972a-78d14bbe7049 req-97c1f329-3344-4c15-868d-a593edefda22 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:23.835275 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ea2c-9197-4d52-8025-2e93f3f412f5 admin admin] Publish callbacks [] for security_group (309880f2-55a0-4980-8268-581ada31b216), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.836103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-16e447d5-138f-4a2a-972a-78d14bbe7049 req-97c1f329-3344-4c15-868d-a593edefda22 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0936146 Feb 14 16:42:23.840037 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ea2c-9197-4d52-8025-2e93f3f412f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (309880f2-55a0-4980-8268-581ada31b216), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.879005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8ea2c-9197-4d52-8025-2e93f3f412f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309880f2-55a0-4980-8268-581ada31b216,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:23.883360 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1fb8ea2c-9197-4d52-8025-2e93f3f412f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff4e3717783b4d299b785c321ab3d2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653700 Feb 14 16:42:23.886303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47194) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:23.891778 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-16e447d5-138f-4a2a-972a-78d14bbe7049 req-f5edd0f8-06f9-4be1-9ee7-ff6d3e749018 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484467 Feb 14 16:42:23.957903 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] Publish callbacks [] for security_group (309880f2-55a0-4980-8268-581ada31b216), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:23.983212 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] Publish callbacks [] for security_group (309880f2-55a0-4980-8268-581ada31b216), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.041223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (309880f2-55a0-4980-8268-581ada31b216), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.043796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.044989 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/309880f2-55a0-4980-8268-581ada31b216 HTTP/1.1" status: 204 len: 168 time: 0.1574869 Feb 14 16:42:24.053364 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00868177-1972-4062-b25d-2bc5f5012e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309880f2-55a0-4980-8268-581ada31b216,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:24.313669 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ca064-aa5c-4920-8021-8666e4fca6d0 req-8f4d072f-2bdd-447a-833e-2cbf199769d9 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:24.315214 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-112ca064-aa5c-4920-8021-8666e4fca6d0 req-8f4d072f-2bdd-447a-833e-2cbf199769d9 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0771194 Feb 14 16:42:24.364602 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-112ca064-aa5c-4920-8021-8666e4fca6d0 req-44f2af37-aba9-40b4-be72-0588b85426e5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Feb 14 16:42:24.465826 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47204) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:24.479851 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e403b110-da97-469d-a5f0-2d16ddc024b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.564716 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e403b110-da97-469d-a5f0-2d16ddc024b1 admin admin] Publish callbacks [] for security_group (5832866b-cc16-4377-942c-c3089327d3f0), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.568940 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e403b110-da97-469d-a5f0-2d16ddc024b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5832866b-cc16-4377-942c-c3089327d3f0), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.611750 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e403b110-da97-469d-a5f0-2d16ddc024b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7ebc2cdb1ea40219ca177b045740eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448026 Feb 14 16:42:24.613582 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b110-da97-469d-a5f0-2d16ddc024b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5832866b-cc16-4377-942c-c3089327d3f0,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:24.615761 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47208) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:24.676208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] Publish callbacks [] for security_group (5832866b-cc16-4377-942c-c3089327d3f0), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.698175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] Publish callbacks [] for security_group (5832866b-cc16-4377-942c-c3089327d3f0), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.749784 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (5832866b-cc16-4377-942c-c3089327d3f0), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.753953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:24.755127 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5832866b-cc16-4377-942c-c3089327d3f0 HTTP/1.1" status: 204 len: 168 time: 0.1384010 Feb 14 16:42:24.764476 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615598a-ee51-4f73-b8a1-ef05e52073e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5832866b-cc16-4377-942c-c3089327d3f0,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:25.049208 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559f199-f549-4750-9600-f77708d7430e req-1128a677-9ccb-499e-aa28-6ce1a6c8a161 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:25.049208 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6559f199-f549-4750-9600-f77708d7430e req-1128a677-9ccb-499e-aa28-6ce1a6c8a161 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0580964 Feb 14 16:42:25.106177 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6559f199-f549-4750-9600-f77708d7430e req-7b049ac7-afe5-4ada-a9a4-cc4fd6b65773 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Feb 14 16:42:25.257179 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47240) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:25.447100 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c415b4d8-3ada-40f2-9cdf-890b7f2fb3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.547842 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5d5cc-4edd-4174-94be-0900d84d696f req-3efb99a1-8a78-498d-96db-71603f72c65b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:25.549661 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-72a5d5cc-4edd-4174-94be-0900d84d696f req-3efb99a1-8a78-498d-96db-71603f72c65b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0815737 Feb 14 16:42:25.561600 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c415b4d8-3ada-40f2-9cdf-890b7f2fb3e6 admin admin] Publish callbacks [] for security_group (4a55937d-4257-4da2-83b0-2d57e4fd46a2), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.568066 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c415b4d8-3ada-40f2-9cdf-890b7f2fb3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4a55937d-4257-4da2-83b0-2d57e4fd46a2), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.609845 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-72a5d5cc-4edd-4174-94be-0900d84d696f req-b42a2a15-5304-4189-bc31-61d5e7425768 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 Feb 14 16:42:25.611143 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c415b4d8-3ada-40f2-9cdf-890b7f2fb3e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bba159fa5f2843e9b3da088f2200e60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527977 Feb 14 16:42:25.613021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415b4d8-3ada-40f2-9cdf-890b7f2fb3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55937d-4257-4da2-83b0-2d57e4fd46a2,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:25.616448 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47256) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:25.689304 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] Publish callbacks [] for security_group (4a55937d-4257-4da2-83b0-2d57e4fd46a2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.714969 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] Publish callbacks [] for security_group (4a55937d-4257-4da2-83b0-2d57e4fd46a2), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.774738 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4a55937d-4257-4da2-83b0-2d57e4fd46a2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.777631 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:25.781274 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a55937d-4257-4da2-83b0-2d57e4fd46a2 HTTP/1.1" status: 204 len: 168 time: 0.1621952 Feb 14 16:42:25.789601 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be381e53-0377-4c24-8270-7cbfcbc1bdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55937d-4257-4da2-83b0-2d57e4fd46a2,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:26.267812 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285141-1176-469e-9033-e7b2b4f3f1b1 req-ed6c2f4a-d764-42fa-a402-a7dc7b2ad84b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:26.277058 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e1285141-1176-469e-9033-e7b2b4f3f1b1 req-ed6c2f4a-d764-42fa-a402-a7dc7b2ad84b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0724511 Feb 14 16:42:26.335444 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e1285141-1176-469e-9033-e7b2b4f3f1b1 req-99cef179-30c6-450d-bf9d-8ccad7a1d6d5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 Feb 14 16:42:26.810034 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1693bd7-5a1d-4d98-921d-4b05526f4c28 req-7e7ee562-08c4-43e3-975b-de8bf2b60b96 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:26.813026 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c1693bd7-5a1d-4d98-921d-4b05526f4c28 req-7e7ee562-08c4-43e3-975b-de8bf2b60b96 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0763733 Feb 14 16:42:26.870762 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c1693bd7-5a1d-4d98-921d-4b05526f4c28 req-3a3de250-fde0-46dd-9fcd-24a1a3d268e7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509541 Feb 14 16:42:27.327614 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47350) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:27.476314 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2bc7af9b-6455-426e-b758-6d7c798fc27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.523640 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1ed6-ffd5-4cc7-b7ba-ff29282ab16a req-40f8b7b7-bb07-4d9d-88bd-76805a3d016f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:27.525468 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-073c1ed6-ffd5-4cc7-b7ba-ff29282ab16a req-40f8b7b7-bb07-4d9d-88bd-76805a3d016f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0937128 Feb 14 16:42:27.605235 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-073c1ed6-ffd5-4cc7-b7ba-ff29282ab16a req-94a04a09-a28c-4a41-aabc-09b122950eef tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733116 Feb 14 16:42:27.627248 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2bc7af9b-6455-426e-b758-6d7c798fc27b admin admin] Publish callbacks [] for security_group (9e0d8a51-e3a7-4617-8942-f0fecff7e2b0), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.632389 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2bc7af9b-6455-426e-b758-6d7c798fc27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9e0d8a51-e3a7-4617-8942-f0fecff7e2b0), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.674717 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2bc7af9b-6455-426e-b758-6d7c798fc27b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fd114f80b8447498ad057ebfef53f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445888 Feb 14 16:42:27.676235 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7af9b-6455-426e-b758-6d7c798fc27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d8a51-e3a7-4617-8942-f0fecff7e2b0,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:27.677634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47364) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:27.742597 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] Publish callbacks [] for security_group (9e0d8a51-e3a7-4617-8942-f0fecff7e2b0), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.767027 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] Publish callbacks [] for security_group (9e0d8a51-e3a7-4617-8942-f0fecff7e2b0), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.830249 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9e0d8a51-e3a7-4617-8942-f0fecff7e2b0), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.833566 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:27.838411 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e0d8a51-e3a7-4617-8942-f0fecff7e2b0 HTTP/1.1" status: 204 len: 168 time: 0.1558585 Feb 14 16:42:27.843028 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e7a9-76a4-45fb-9f31-7e6ad2418067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d8a51-e3a7-4617-8942-f0fecff7e2b0,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:28.018398 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139736-d99d-4478-a581-557d26a6113f req-536f1a1b-1ac9-4b02-9d09-148e81c18bff tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:28.020789 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a3139736-d99d-4478-a581-557d26a6113f req-536f1a1b-1ac9-4b02-9d09-148e81c18bff tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0724633 Feb 14 16:42:28.089384 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a3139736-d99d-4478-a581-557d26a6113f req-8fa7f1f5-3b26-4ecb-9eaa-48a0924bb2a5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615878 Feb 14 16:42:28.324590 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47380) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:28.339128 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-81d8baeb-a811-48b3-8f8f-7aeb8c242c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.423177 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-81d8baeb-a811-48b3-8f8f-7aeb8c242c13 admin admin] Publish callbacks [] for security_group (3a644973-8dd2-4860-9cc4-9a6c713453fc), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.431024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-81d8baeb-a811-48b3-8f8f-7aeb8c242c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3a644973-8dd2-4860-9cc4-9a6c713453fc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.470480 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-81d8baeb-a811-48b3-8f8f-7aeb8c242c13 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e229df0fbd5644738b7497bd86dd1846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446667 Feb 14 16:42:28.471275 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8baeb-a811-48b3-8f8f-7aeb8c242c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a644973-8dd2-4860-9cc4-9a6c713453fc,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:28.473923 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47384) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:28.527753 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] Publish callbacks [] for security_group (3a644973-8dd2-4860-9cc4-9a6c713453fc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.552654 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] Publish callbacks [] for security_group (3a644973-8dd2-4860-9cc4-9a6c713453fc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.610065 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3a644973-8dd2-4860-9cc4-9a6c713453fc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.613399 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:28.614644 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a644973-8dd2-4860-9cc4-9a6c713453fc HTTP/1.1" status: 204 len: 168 time: 0.1384792 Feb 14 16:42:28.625319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa27d9e-4f72-4e74-a848-41b98179e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a644973-8dd2-4860-9cc4-9a6c713453fc,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:28.760916 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5123ec6-4ce4-4a50-ada0-ef137887987b req-fe748822-6288-45a3-823f-c6f9d50931ff tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:28.762745 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c5123ec6-4ce4-4a50-ada0-ef137887987b req-fe748822-6288-45a3-823f-c6f9d50931ff tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0707049 Feb 14 16:42:28.822799 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c5123ec6-4ce4-4a50-ada0-ef137887987b req-462a3fa8-2036-494f-88c5-1dd08eb9bc16 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Feb 14 16:42:29.244503 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00893b0b-4915-484d-a31e-70923058ada0 req-fa4459e4-2a4f-478c-a154-c470433eae6d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:29.246113 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-00893b0b-4915-484d-a31e-70923058ada0 req-fa4459e4-2a4f-478c-a154-c470433eae6d tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0717781 Feb 14 16:42:29.313954 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-00893b0b-4915-484d-a31e-70923058ada0 req-127ef159-4280-4562-8da7-5d1075b9eba5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Feb 14 16:42:29.983861 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956796-1eaa-42b5-bb2b-b684e0ebcfb8 req-314ea294-f82e-4d0d-9a1c-81bfcbbdb84c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:29.989212 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-06956796-1eaa-42b5-bb2b-b684e0ebcfb8 req-314ea294-f82e-4d0d-9a1c-81bfcbbdb84c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0822818 Feb 14 16:42:30.049079 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-06956796-1eaa-42b5-bb2b-b684e0ebcfb8 req-653605be-04d6-417d-97cd-4ae23abf23bd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563450 Feb 14 16:42:30.457417 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bdde2-e0e9-4de1-a138-af07ab94c600 req-989a12e0-c9cc-4ca0-81f9-e247bde85d7e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:30.458956 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f3bdde2-e0e9-4de1-a138-af07ab94c600 req-989a12e0-c9cc-4ca0-81f9-e247bde85d7e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0628982 Feb 14 16:42:30.542282 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f3bdde2-e0e9-4de1-a138-af07ab94c600 req-9134fa26-e2a0-4598-912a-d47b8df64783 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739517 Feb 14 16:42:31.175933 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b4e9f-ba15-4a8d-9b79-7ef7b7c080a7 req-3fdab3a1-86fd-461c-9e31-d71d6de435f3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:31.177548 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c7b4e9f-ba15-4a8d-9b79-7ef7b7c080a7 req-3fdab3a1-86fd-461c-9e31-d71d6de435f3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0562308 Feb 14 16:42:31.227103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c7b4e9f-ba15-4a8d-9b79-7ef7b7c080a7 req-c4bbce4d-7c64-49e4-9d21-e475365919de tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Feb 14 16:42:31.671919 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161020-cfa0-47b4-8e5e-9a70e5b09058 req-863b8994-1d24-454d-bb95-17b1c1b029dc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:31.673434 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc161020-cfa0-47b4-8e5e-9a70e5b09058 req-863b8994-1d24-454d-bb95-17b1c1b029dc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0564065 Feb 14 16:42:31.736577 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc161020-cfa0-47b4-8e5e-9a70e5b09058 req-d5908045-e686-4851-a18f-9f9179651f17 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Feb 14 16:42:32.352756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467109fd-ab09-44eb-873d-6df62d40e2f6 req-5bd39002-69d8-4953-8277-09251724d1d0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:32.354274 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-467109fd-ab09-44eb-873d-6df62d40e2f6 req-5bd39002-69d8-4953-8277-09251724d1d0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0584178 Feb 14 16:42:32.403776 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-467109fd-ab09-44eb-873d-6df62d40e2f6 req-b5dc5296-637c-4ea8-b0b0-bc66f58bd525 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Feb 14 16:42:32.859953 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c05c2-c393-48d5-821d-910ff384eae4 req-63aaa400-9a5e-4594-99ef-36e23ec0b873 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:32.861553 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-650c05c2-c393-48d5-821d-910ff384eae4 req-63aaa400-9a5e-4594-99ef-36e23ec0b873 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0546370 Feb 14 16:42:32.913583 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-650c05c2-c393-48d5-821d-910ff384eae4 req-ceb3c765-6610-45bb-9ce4-cc0064891959 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Feb 14 16:42:33.533814 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28885-54b0-45c7-b4df-f1cab509810c req-5eed3eac-5364-42a5-9cc8-9610eae94d9d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:33.536240 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bec28885-54b0-45c7-b4df-f1cab509810c req-5eed3eac-5364-42a5-9cc8-9610eae94d9d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0620019 Feb 14 16:42:33.584373 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bec28885-54b0-45c7-b4df-f1cab509810c req-3ca9fd45-8557-4117-ad87-0a7815e51960 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Feb 14 16:42:34.084220 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369350-d3b5-48d9-adb2-29167a394027 req-91567af6-81ac-42f4-a741-a219acc9d79c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:34.085839 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd369350-d3b5-48d9-adb2-29167a394027 req-91567af6-81ac-42f4-a741-a219acc9d79c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0658436 Feb 14 16:42:34.165844 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd369350-d3b5-48d9-adb2-29167a394027 req-1113da3a-a6b4-406e-9935-a0d7ef3f33f7 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735409 Feb 14 16:42:34.718523 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2c6fe-8cc2-4d5c-9034-2a46ad109f9e req-525d622a-ddf4-4cd9-b876-fbe34e97383f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:34.720180 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-71f2c6fe-8cc2-4d5c-9034-2a46ad109f9e req-525d622a-ddf4-4cd9-b876-fbe34e97383f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Feb 14 16:42:34.761983 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-eecaf7ec-5dbf-4cc8-b2a2-64e20dc8a022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:34.773867 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-71f2c6fe-8cc2-4d5c-9034-2a46ad109f9e req-ecd47c1e-b0dd-43da-8995-a247ac0e5000 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Feb 14 16:42:34.828178 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.308756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ecb48-0b27-4dc2-933c-9512b35bc9c6 req-f5e642cf-db5d-4743-9b42-11e27dff9ecf tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:35.310573 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-937ecb48-0b27-4dc2-933c-9512b35bc9c6 req-f5e642cf-db5d-4743-9b42-11e27dff9ecf tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0602381 Feb 14 16:42:35.360112 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-937ecb48-0b27-4dc2-933c-9512b35bc9c6 req-1bc0dfd3-46cf-4622-b9a0-acc0e507433e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Feb 14 16:42:35.374203 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47526) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:35.489110 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-04dcc063-581e-480d-9156-b07b58b61b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.585579 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-04dcc063-581e-480d-9156-b07b58b61b6e admin admin] Publish callbacks [] for security_group (88e1a109-6e83-4ad3-ad70-605d3d4eb358), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.596024 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-04dcc063-581e-480d-9156-b07b58b61b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (88e1a109-6e83-4ad3-ad70-605d3d4eb358), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.638071 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-04dcc063-581e-480d-9156-b07b58b61b6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6df301e029fa49ca85d62bfc2e3a7795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626975 Feb 14 16:42:35.638802 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcc063-581e-480d-9156-b07b58b61b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1a109-6e83-4ad3-ad70-605d3d4eb358,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:35.641004 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47530) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:35.704164 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] Publish callbacks [] for security_group (88e1a109-6e83-4ad3-ad70-605d3d4eb358), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.726264 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] Publish callbacks [] for security_group (88e1a109-6e83-4ad3-ad70-605d3d4eb358), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.798932 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (88e1a109-6e83-4ad3-ad70-605d3d4eb358), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.804227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:35.806367 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88e1a109-6e83-4ad3-ad70-605d3d4eb358 HTTP/1.1" status: 204 len: 168 time: 0.1544743 Feb 14 16:42:35.819193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d01b3-6587-4043-b880-82412aeefb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1a109-6e83-4ad3-ad70-605d3d4eb358,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:35.915167 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960744b-7f26-43b7-8100-a9d2006df742 req-04cccab2-c033-485f-b120-fb61b132af0b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:35.916754 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9960744b-7f26-43b7-8100-a9d2006df742 req-04cccab2-c033-485f-b120-fb61b132af0b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0628319 Feb 14 16:42:35.969892 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9960744b-7f26-43b7-8100-a9d2006df742 req-0a78a31d-b587-4f5d-aa91-4bfac5b2f293 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Feb 14 16:42:36.146621 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47540) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:36.161320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0c435df2-6dc1-4f54-91bc-7144331b837f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.266025 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0c435df2-6dc1-4f54-91bc-7144331b837f admin admin] Publish callbacks [] for security_group (c8882bd8-8a15-4e5f-956e-9bc81744bd5a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.272029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0c435df2-6dc1-4f54-91bc-7144331b837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c8882bd8-8a15-4e5f-956e-9bc81744bd5a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.316267 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-0c435df2-6dc1-4f54-91bc-7144331b837f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd30dc011e8b4d008a10b9b650449e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685593 Feb 14 16:42:36.317431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435df2-6dc1-4f54-91bc-7144331b837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8882bd8-8a15-4e5f-956e-9bc81744bd5a,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:36.318973 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 47546) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:36.371475 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] Publish callbacks [] for security_group (c8882bd8-8a15-4e5f-956e-9bc81744bd5a), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.395004 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] Publish callbacks [] for security_group (c8882bd8-8a15-4e5f-956e-9bc81744bd5a), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.472673 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c8882bd8-8a15-4e5f-956e-9bc81744bd5a), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.475261 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:36.476376 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8882bd8-8a15-4e5f-956e-9bc81744bd5a HTTP/1.1" status: 204 len: 168 time: 0.1564071 Feb 14 16:42:36.491922 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3885d-0aba-4ee3-a00b-e5530f06f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8882bd8-8a15-4e5f-956e-9bc81744bd5a,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:36.519075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12e112-dfa4-49bb-b92c-4e68f2cc030f req-6299b2c6-c91c-455b-874e-bc574c9bdc66 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:36.520766 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f12e112-dfa4-49bb-b92c-4e68f2cc030f req-6299b2c6-c91c-455b-874e-bc574c9bdc66 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0852919 Feb 14 16:42:36.577182 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f12e112-dfa4-49bb-b92c-4e68f2cc030f req-24fb29b7-7c00-4ec5-a10d-0d28d0897860 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Feb 14 16:42:37.110012 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c7755-8245-4a65-979e-960f32f1c742 req-76899bab-551f-42ff-ac8f-67ce2e131244 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:37.111790 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c47c7755-8245-4a65-979e-960f32f1c742 req-76899bab-551f-42ff-ac8f-67ce2e131244 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Feb 14 16:42:37.168628 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c47c7755-8245-4a65-979e-960f32f1c742 req-357b1117-52b5-4f7d-8983-50aff8b144c5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Feb 14 16:42:37.270413 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d3015472-c7c3-457b-8d65-cc48df7808ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:37.709715 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036249-073d-4d07-8501-62dc540b72c9 req-29074502-81f3-4a95-ad45-a920ee400dfb tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:37.711247 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bf036249-073d-4d07-8501-62dc540b72c9 req-29074502-81f3-4a95-ad45-a920ee400dfb tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0589221 Feb 14 16:42:37.767820 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bf036249-073d-4d07-8501-62dc540b72c9 req-c9791a52-bf6e-49dc-a101-fa2d4ccb2bb3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507343 Feb 14 16:42:38.304906 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe43d-0272-4c31-b415-7643b03d83b1 req-96cbce54-7d69-4c7f-8d71-4ed41b8f4de2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:38.306366 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-24abe43d-0272-4c31-b415-7643b03d83b1 req-96cbce54-7d69-4c7f-8d71-4ed41b8f4de2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0553744 Feb 14 16:42:38.360706 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-24abe43d-0272-4c31-b415-7643b03d83b1 req-4b28e2b8-46f8-4da1-aeee-f61129665860 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Feb 14 16:42:38.517075 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:38.906313 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef1af-1301-448c-8ba8-f4352f863182 req-972d50cf-6a07-47ca-8d59-51bf67fcc1ae tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:38.908175 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-839ef1af-1301-448c-8ba8-f4352f863182 req-972d50cf-6a07-47ca-8d59-51bf67fcc1ae tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0655022 Feb 14 16:42:38.970861 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-839ef1af-1301-448c-8ba8-f4352f863182 req-e92bd194-7809-425c-93d3-aacc7fe9b60b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570083 Feb 14 16:42:39.486708 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9172b5-2793-4a0c-9157-105c22d687f2 req-623415c6-ec6b-4618-a042-29c3d15a50a3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:39.489382 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5d9172b5-2793-4a0c-9157-105c22d687f2 req-623415c6-ec6b-4618-a042-29c3d15a50a3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0548613 Feb 14 16:42:39.543765 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5d9172b5-2793-4a0c-9157-105c22d687f2 req-175e8213-1813-4a46-9784-37afd7757887 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Feb 14 16:42:40.047493 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:40.098764 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014752a-ffe3-4daf-97b7-149342efddbb req-6ed4e31f-2957-47b5-ae5b-9e788f014491 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:40.100305 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9014752a-ffe3-4daf-97b7-149342efddbb req-6ed4e31f-2957-47b5-ae5b-9e788f014491 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0573289 Feb 14 16:42:40.153199 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9014752a-ffe3-4daf-97b7-149342efddbb req-c1fb6147-720e-41da-b79b-2f810ca33613 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Feb 14 16:42:40.230415 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:42:40.671228 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d5b2e-2d3d-4931-a072-58423b998263 req-d22f0fce-8f88-458b-ac22-843769f3a9f3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:40.672782 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-290d5b2e-2d3d-4931-a072-58423b998263 req-d22f0fce-8f88-458b-ac22-843769f3a9f3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0572422 Feb 14 16:42:40.728084 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-290d5b2e-2d3d-4931-a072-58423b998263 req-09d8fc18-9ff9-4b16-800b-8528be3c2318 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Feb 14 16:42:41.213871 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:41.292467 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34423f6a-59a9-46ee-9f1e-96460ebc884a req-d5a2a41a-0600-4a6b-8c08-8128974763dc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:41.293963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-34423f6a-59a9-46ee-9f1e-96460ebc884a req-d5a2a41a-0600-4a6b-8c08-8128974763dc tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 943 time: 0.0564721 Feb 14 16:42:41.349360 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-34423f6a-59a9-46ee-9f1e-96460ebc884a req-c04cb20f-d33c-49b4-9040-d80b09fb1053 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484557 Feb 14 16:42:41.860643 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d2df-e2f8-446a-8219-5dfb9fd4241b req-ffc501c9-7076-436f-a7d1-cd2039771cd3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:41.863033 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2974d2df-e2f8-446a-8219-5dfb9fd4241b req-ffc501c9-7076-436f-a7d1-cd2039771cd3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0624809 Feb 14 16:42:41.921329 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2974d2df-e2f8-446a-8219-5dfb9fd4241b req-836ac4d2-2f05-4e45-bd5f-3b6e3eaa5446 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Feb 14 16:42:42.192051 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 505d820d-2f22-4167-8974-01170beb89cc details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:42:42.293118 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=505d820d-2f22-4167-8974-01170beb89cc,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:42.311867 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '505d820d-2f22-4167-8974-01170beb89cc', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'port_id': '505d820d-2f22-4167-8974-01170beb89cc', 'mac_address': 'fa:16:3e:b8:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd5764-ff46-4709-bb92-d449ce9cf8b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:42:42.355358 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 505d820d-2f22-4167-8974-01170beb89cc is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:42:42.355649 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (505d820d-2f22-4167-8974-01170beb89cc), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:42.369492 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505d820d-2f22-4167-8974-01170beb89cc {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:42:42.390469 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=505d820d-2f22-4167-8974-01170beb89cc,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:42.396390 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:42.451965 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:42.485482 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c838-f9fe-41a0-8de8-f8498e632988 req-e79f6378-1e33-45ff-a2b9-ddbaa1538e8f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:42.487290 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5815c838-f9fe-41a0-8de8-f8498e632988 req-e79f6378-1e33-45ff-a2b9-ddbaa1538e8f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 944 time: 0.0619245 Feb 14 16:42:42.542644 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5815c838-f9fe-41a0-8de8-f8498e632988 req-3d472676-c243-4a67-907f-098d52df77c0 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Feb 14 16:42:43.040501 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ca6a-dcb5-4cef-b082-10f9037658a5 req-0cf33281-cefb-46d5-bef5-c0679eedde32 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:43.042049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3828ca6a-dcb5-4cef-b082-10f9037658a5 req-0cf33281-cefb-46d5-bef5-c0679eedde32 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0521314 Feb 14 16:42:43.093529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3828ca6a-dcb5-4cef-b082-10f9037658a5 req-85c3d9c6-7ad8-4a13-a642-c949487e8f5f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Feb 14 16:42:43.606420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['505d820d-2f22-4167-8974-01170beb89cc'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:42:43.678442 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f9c3-e19e-4026-b647-2471b7a04d2d req-9d9fd40e-e38f-4a80-90da-d3e135db3f43 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:43.678442 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f0c6f9c3-e19e-4026-b647-2471b7a04d2d req-9d9fd40e-e38f-4a80-90da-d3e135db3f43 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 944 time: 0.0624552 Feb 14 16:42:43.731323 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f0c6f9c3-e19e-4026-b647-2471b7a04d2d req-1c010a72-d13a-44af-bf36-42721d5ca512 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Feb 14 16:42:44.228190 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28223f4b-7edf-42eb-964c-03da5c7c9b22 req-6e887fa1-e48b-4cfc-bd44-4851317c845f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:44.229749 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28223f4b-7edf-42eb-964c-03da5c7c9b22 req-6e887fa1-e48b-4cfc-bd44-4851317c845f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0579228 Feb 14 16:42:44.288260 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28223f4b-7edf-42eb-964c-03da5c7c9b22 req-c7db5449-2f87-4b0c-b00c-56684f18e631 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524707 Feb 14 16:42:44.857651 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4406eba-1bb9-46bd-a567-8ce336573f6b req-a9fc29f5-4846-4dce-b8dc-f3d398113bb1 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:44.859149 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4406eba-1bb9-46bd-a567-8ce336573f6b req-a9fc29f5-4846-4dce-b8dc-f3d398113bb1 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 944 time: 0.0565071 Feb 14 16:42:44.910153 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4406eba-1bb9-46bd-a567-8ce336573f6b req-7565149a-44e5-4744-bdeb-b5a78973b543 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Feb 14 16:42:45.426839 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e3dc0-98c5-4b07-962d-7e75d1d71e06 req-f7da0a63-c708-40af-ac60-e0d0995a41d0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:45.429311 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d99e3dc0-98c5-4b07-962d-7e75d1d71e06 req-f7da0a63-c708-40af-ac60-e0d0995a41d0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0612538 Feb 14 16:42:45.494660 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d99e3dc0-98c5-4b07-962d-7e75d1d71e06 req-c64d62cb-c3fd-4052-a5ca-5139cb831edf tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598080 Feb 14 16:42:46.039574 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf2e2a-4fc1-4883-90b4-0d3d3758e5f0 req-86a61452-e928-4113-9203-2388a1cf4224 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:46.041084 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a5cf2e2a-4fc1-4883-90b4-0d3d3758e5f0 req-86a61452-e928-4113-9203-2388a1cf4224 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 944 time: 0.0574229 Feb 14 16:42:46.093323 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a5cf2e2a-4fc1-4883-90b4-0d3d3758e5f0 req-4e392c3f-9d6c-4269-8648-ca7ba6cc5c26 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Feb 14 16:42:46.623609 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e5f2a-6e96-4eb9-ba67-e5f04db88fac req-4ae48776-caaa-487b-bea7-3531c02d4f63 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:46.625070 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce4e5f2a-6e96-4eb9-ba67-e5f04db88fac req-4ae48776-caaa-487b-bea7-3531c02d4f63 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Feb 14 16:42:46.673975 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce4e5f2a-6e96-4eb9-ba67-e5f04db88fac req-04c1b83d-0654-4f9b-a004-df54c8e419d9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Feb 14 16:42:47.219396 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58586eb-419f-485d-a1cb-e622d22ef90c req-390467af-49d0-4390-81cd-d35d3842ae43 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:47.220810 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b58586eb-419f-485d-a1cb-e622d22ef90c req-390467af-49d0-4390-81cd-d35d3842ae43 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 944 time: 0.0569069 Feb 14 16:42:47.275529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b58586eb-419f-485d-a1cb-e622d22ef90c req-18bebfdf-204a-46cb-8805-8b235d71f06a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Feb 14 16:42:47.597316 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 505d820d-2f22-4167-8974-01170beb89cc up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:42:47.655289 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 505d820d-2f22-4167-8974-01170beb89cc completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:42:47.661452 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 505d820d-2f22-4167-8974-01170beb89cc triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:42:47.661832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (505d820d-2f22-4167-8974-01170beb89cc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:47.756347 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 505d820d-2f22-4167-8974-01170beb89cc is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:42:47.756767 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (505d820d-2f22-4167-8974-01170beb89cc), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:47.783142 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505d820d-2f22-4167-8974-01170beb89cc'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:42:47.785596 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce411cd8-c095-4fa8-9713-1cf562e0cbcc" -d '{"events": [{"server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "name": "network-vif-plugged", "status": "completed", "tag": "505d820d-2f22-4167-8974-01170beb89cc"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:42:47.799377 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=505d820d-2f22-4167-8974-01170beb89cc,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:42:47.805539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:47.828293 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337a60-e348-4793-8d99-7b4a60f24ed6 req-e6a24b4c-45cc-44a3-baa4-73a3081c7fb6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:47.831695 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e4337a60-e348-4793-8d99-7b4a60f24ed6 req-e6a24b4c-45cc-44a3-baa4-73a3081c7fb6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0815904 Feb 14 16:42:47.857977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c183791-5de6-484c-9783-dbea7362ef1f x-openstack-request-id: req-9c183791-5de6-484c-9783-dbea7362ef1f {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:42:47.858293 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "name": "network-vif-plugged", "status": "completed", "tag": "505d820d-2f22-4167-8974-01170beb89cc", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:42:47.858562 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c183791-5de6-484c-9783-dbea7362ef1f {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:42:47.858968 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505d820d-2f22-4167-8974-01170beb89cc', 'code': 200} Feb 14 16:42:47.872022 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:47.907264 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e4337a60-e348-4793-8d99-7b4a60f24ed6 req-56d50e5b-f4d3-4670-83b1-a959f5250bd3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678263 Feb 14 16:42:47.909371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1936-3466-4823-9bff-be212fbd4072 req-207442e1-50f0-48df-9a8e-654f1d826423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:47.912132 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b8bf1936-3466-4823-9bff-be212fbd4072 req-207442e1-50f0-48df-9a8e-654f1d826423 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1129 time: 0.1036472 Feb 14 16:42:47.969769 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b8bf1936-3466-4823-9bff-be212fbd4072 req-309458dc-8507-400f-981e-18aba0d9f93d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 Feb 14 16:42:48.305150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c026-ff3e-4eda-ba8f-bcf3412f118f req-75584bd2-8272-45bd-86d0-dbd4b878b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:48.306950 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-71d4c026-ff3e-4eda-ba8f-bcf3412f118f req-75584bd2-8272-45bd-86d0-dbd4b878b8de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 1129 time: 0.0458970 Feb 14 16:42:48.362848 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-71d4c026-ff3e-4eda-ba8f-bcf3412f118f req-6a698f9e-8c47-4918-8e22-21b7a983d68d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Feb 14 16:42:48.422545 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8132da-aabe-4eda-a6df-e1eb38fef72c req-83880fa4-aca3-4c99-9bc9-15898a0da2b4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:48.424039 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ec8132da-aabe-4eda-a6df-e1eb38fef72c req-83880fa4-aca3-4c99-9bc9-15898a0da2b4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0697532 Feb 14 16:42:48.479379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ec8132da-aabe-4eda-a6df-e1eb38fef72c req-1d17bac7-3ae2-4d26-806c-9f78df32be24 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Feb 14 16:42:48.866143 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47794) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:48.999676 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96db1d21-8074-4198-a217-1858f0cf1d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.051990 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1dcc8-342f-4740-95ca-96b3c5f1c846 req-e937c89c-44d8-4c06-a5cb-02c24077b9df tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:49.054515 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93d1dcc8-342f-4740-95ca-96b3c5f1c846 req-e937c89c-44d8-4c06-a5cb-02c24077b9df tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0649118 Feb 14 16:42:49.105507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96db1d21-8074-4198-a217-1858f0cf1d97 admin admin] Publish callbacks [] for security_group (c29dbde9-e604-4358-8f89-1648e78404a8), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.110797 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96db1d21-8074-4198-a217-1858f0cf1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c29dbde9-e604-4358-8f89-1648e78404a8), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.141641 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93d1dcc8-342f-4740-95ca-96b3c5f1c846 req-294455fb-e9d4-4710-b14f-36fd02d7023f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796242 Feb 14 16:42:49.171460 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-96db1d21-8074-4198-a217-1858f0cf1d97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2442b8751ccf478d8ce803396b012d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041611 Feb 14 16:42:49.172508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 47806) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:42:49.173331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db1d21-8074-4198-a217-1858f0cf1d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29dbde9-e604-4358-8f89-1648e78404a8,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:49.246998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] Publish callbacks [] for security_group (c29dbde9-e604-4358-8f89-1648e78404a8), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.283121 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] Publish callbacks [] for security_group (c29dbde9-e604-4358-8f89-1648e78404a8), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.359284 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c29dbde9-e604-4358-8f89-1648e78404a8), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.363136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:42:49.364371 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c29dbde9-e604-4358-8f89-1648e78404a8 HTTP/1.1" status: 204 len: 168 time: 0.1870458 Feb 14 16:42:49.375897 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd606ba1-85bd-47ec-8208-e9980565c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29dbde9-e604-4358-8f89-1648e78404a8,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:42:49.620241 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e3b5-41cd-418d-8719-e5cdbb903a98 req-867e5dfc-b9b5-486e-8d26-dca6ce56f686 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:49.622053 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9cd5e3b5-41cd-418d-8719-e5cdbb903a98 req-867e5dfc-b9b5-486e-8d26-dca6ce56f686 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0610726 Feb 14 16:42:49.685093 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9cd5e3b5-41cd-418d-8719-e5cdbb903a98 req-e9612917-f021-4b5b-ae62-e1b525ec43a5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Feb 14 16:42:50.281568 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b5f7-3561-4032-a531-a09ff66b1b6a req-f9f4bfee-28b1-4358-a769-ceca32684ad3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:50.283049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4fb9b5f7-3561-4032-a531-a09ff66b1b6a req-f9f4bfee-28b1-4358-a769-ceca32684ad3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0562685 Feb 14 16:42:50.339476 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4fb9b5f7-3561-4032-a531-a09ff66b1b6a req-9e04fb8d-a7e5-443d-ad8b-1147509cdcb7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Feb 14 16:42:50.458575 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a9cde-e4f9-4828-8cea-b208fc5eea11 req-014fcbff-d5f8-4c3f-9a76-768b92e57b08 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:50.459994 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c40a9cde-e4f9-4828-8cea-b208fc5eea11 req-014fcbff-d5f8-4c3f-9a76-768b92e57b08 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Feb 14 16:42:50.513095 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c40a9cde-e4f9-4828-8cea-b208fc5eea11 req-325e6b0e-c776-488a-bd41-dac072ce5a5a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Feb 14 16:42:50.829013 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4730-31d6-4600-be9d-a47115e7801a req-12b0c264-0e83-4ecb-911a-0786a80c780e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:50.831274 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27ae4730-31d6-4600-be9d-a47115e7801a req-12b0c264-0e83-4ecb-911a-0786a80c780e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0603750 Feb 14 16:42:50.889334 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27ae4730-31d6-4600-be9d-a47115e7801a req-c17dbe06-8ac7-44ca-a40d-adab7cf2acfa tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Feb 14 16:42:52.017595 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececf5c4-f570-4507-bdcc-0414ed131f0c req-dcb1969c-36ef-4cdd-bb94-4129e1c033a6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:52.019545 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ececf5c4-f570-4507-bdcc-0414ed131f0c req-dcb1969c-36ef-4cdd-bb94-4129e1c033a6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0578818 Feb 14 16:42:52.069306 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ececf5c4-f570-4507-bdcc-0414ed131f0c req-9ff005e2-260d-492a-a637-93cabf95bd37 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Feb 14 16:42:53.195310 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48458195-68d6-4110-9219-278dd805c1d9 req-484a4edb-0c16-424f-870b-98913bf17bbe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:53.196777 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48458195-68d6-4110-9219-278dd805c1d9 req-484a4edb-0c16-424f-870b-98913bf17bbe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Feb 14 16:42:53.246536 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48458195-68d6-4110-9219-278dd805c1d9 req-15a392ba-b494-4459-8fdf-d2ef859c8110 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Feb 14 16:42:54.371206 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe822e-bc0c-41d7-91a3-3350db25c8e3 req-cd374f5b-87ab-4b37-9ffe-40a919befa68 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:42:54.372798 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fafe822e-bc0c-41d7-91a3-3350db25c8e3 req-cd374f5b-87ab-4b37-9ffe-40a919befa68 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0562389 Feb 14 16:42:54.596359 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fafe822e-bc0c-41d7-91a3-3350db25c8e3 req-68c573a7-6516-4ce7-a049-e4b2926b272e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177157 Feb 14 16:43:00.525843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-4a72bf86-c99c-4d9c-99d0-b0937bb98e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:00.527554 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-4a72bf86-c99c-4d9c-99d0-b0937bb98e41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.0493758 Feb 14 16:43:00.536626 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da6539-ebd6-4749-9714-c67432afe8e7 req-80e6e110-131b-436a-a0cc-90ca65cacce6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:00.538301 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a1da6539-ebd6-4749-9714-c67432afe8e7 req-80e6e110-131b-436a-a0cc-90ca65cacce6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Feb 14 16:43:00.598659 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a1da6539-ebd6-4749-9714-c67432afe8e7 req-9cdf41dd-2cb1-45cd-81eb-d15dfdb7f99c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545292 Feb 14 16:43:00.632574 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-f12f062b-fbf3-4e65-9098-df416edc28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:00.634074 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-f12f062b-fbf3-4e65-9098-df416edc28d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.0980532 Feb 14 16:43:00.681080 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-62e8446f-94c5-4de3-a2e9-01b5403ec807 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0350411 Feb 14 16:43:00.741024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-d44463ce-80c5-470c-bdbb-553ecef7cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:00.743135 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-d44463ce-80c5-470c-bdbb-553ecef7cdb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0511131 Feb 14 16:43:00.789324 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-507b6381-928e-4f27-8960-8bb22b9e9533 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365891 Feb 14 16:43:00.884389 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-b543c6a3-668a-4519-837d-f081a0874d1c service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Feb 14 16:43:00.979583 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-546e8f65-4c54-4dba-a648-2f01389f53b2 req-e7cc264f-ec69-47fa-9dd6-734807c36d56 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860143 Feb 14 16:43:01.730618 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66174-6b9a-425b-86f0-e0667737c187 req-9d12e923-0588-4ee5-b860-75f8e5160696 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:01.732090 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68b66174-6b9a-425b-86f0-e0667737c187 req-9d12e923-0588-4ee5-b860-75f8e5160696 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0577767 Feb 14 16:43:01.782523 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68b66174-6b9a-425b-86f0-e0667737c187 req-2b9ccb8c-3dcf-4b8d-9a5e-af4f3a1cd965 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Feb 14 16:43:02.904697 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0ab8-0362-4954-a2f4-06ce41c5fa9a req-cd4aed2d-17a6-4323-969b-03a5da95ecab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:02.906225 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-268d0ab8-0362-4954-a2f4-06ce41c5fa9a req-cd4aed2d-17a6-4323-969b-03a5da95ecab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0530465 Feb 14 16:43:02.958735 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-268d0ab8-0362-4954-a2f4-06ce41c5fa9a req-d8da2218-c76d-4ea4-8c39-6a5ba194889c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Feb 14 16:43:04.079040 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fef93-0f7b-4104-97cb-fb74e4ed7980 req-40e74158-cec8-4da8-9ed9-fddd65bea176 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:04.081454 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d9fef93-0f7b-4104-97cb-fb74e4ed7980 req-40e74158-cec8-4da8-9ed9-fddd65bea176 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Feb 14 16:43:04.130857 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d9fef93-0f7b-4104-97cb-fb74e4ed7980 req-ff88a274-1091-4d99-9863-a2644098205f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Feb 14 16:43:04.763784 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-80d6aa3b-4c07-4e17-bcbd-64b6adfd8953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:04.827456 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:05.013928 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-2af16425-34a2-419f-9ce8-0a9bd7fd4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:05.015421 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-2af16425-34a2-419f-9ce8-0a9bd7fd4ed6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.0450621 Feb 14 16:43:05.128253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-6c57674d-50f5-4671-bd9e-acb2018be9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:05.129417 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-6c57674d-50f5-4671-bd9e-acb2018be9f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.0917051 Feb 14 16:43:05.177100 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-1ae46e75-1054-4622-aeae-801e3655e3f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0346067 Feb 14 16:43:05.226685 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-a2ebd556-9527-43a0-891b-74cbd5ceebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:05.228123 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-a2ebd556-9527-43a0-891b-74cbd5ceebec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0453987 Feb 14 16:43:05.255856 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457356b-5d83-4504-b113-7e00393797cc req-bfb79591-be78-4b6a-8930-17ed5b299b02 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:05.257413 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c457356b-5d83-4504-b113-7e00393797cc req-bfb79591-be78-4b6a-8930-17ed5b299b02 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0569322 Feb 14 16:43:05.263074 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-7383dee7-a50f-4caa-95ba-32dc1c80ad86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246627 Feb 14 16:43:05.307803 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c457356b-5d83-4504-b113-7e00393797cc req-98f065c4-91e0-417b-ae2a-9df90a46c4f3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 14 16:43:05.358182 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-5eb62fc0-9166-4479-b5e1-27f2e51421ba service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884264 Feb 14 16:43:05.469658 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4a519853-28b0-4e5d-a7db-06d3562f9261 req-8a6a06f1-8a24-4f78-a4dd-d7b14672dc61 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Feb 14 16:43:06.427138 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14342c1f-94fa-47b7-b926-ccf5fd7f66cf req-190ab34b-d62e-46f8-a256-6aa3bafdd69e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:06.428625 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-14342c1f-94fa-47b7-b926-ccf5fd7f66cf req-190ab34b-d62e-46f8-a256-6aa3bafdd69e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Feb 14 16:43:06.477229 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-14342c1f-94fa-47b7-b926-ccf5fd7f66cf req-e7d597fc-106e-41c7-91d1-2d0b7a57083c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Feb 14 16:43:07.273344 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-dc38555b-be56-4f58-8d54-655b7c4b835f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:07.594648 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8563-fb6a-4cf5-be54-21bb43f40df3 req-ad0b59a5-7a9b-42d1-9121-6f83100d7c05 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:07.596900 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-526b8563-fb6a-4cf5-be54-21bb43f40df3 req-ad0b59a5-7a9b-42d1-9121-6f83100d7c05 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0502486 Feb 14 16:43:07.644355 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-526b8563-fb6a-4cf5-be54-21bb43f40df3 req-96089409-8c36-4f7c-84d0-ce41207c984c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Feb 14 16:43:08.515259 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:08.760091 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6abff6-4596-4062-a06f-ea8ee64d8061 req-2ad14479-3d36-4d3f-a565-17a73cc99235 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:08.762154 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6e6abff6-4596-4062-a06f-ea8ee64d8061 req-2ad14479-3d36-4d3f-a565-17a73cc99235 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Feb 14 16:43:08.808192 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6e6abff6-4596-4062-a06f-ea8ee64d8061 req-e8536c83-e30b-4a0a-9e3b-2edd355c0852 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Feb 14 16:43:09.925034 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a722c8d-0c24-4940-8bd9-e8c7dacb12ee req-c17658c1-4338-4d16-bc69-127f1cc1b3ab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:09.926484 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a722c8d-0c24-4940-8bd9-e8c7dacb12ee req-c17658c1-4338-4d16-bc69-127f1cc1b3ab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Feb 14 16:43:09.971854 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a722c8d-0c24-4940-8bd9-e8c7dacb12ee req-ca4b9b63-17b9-43fd-b0aa-95fc27d025dd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Feb 14 16:43:10.050116 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:11.092706 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a4347-b50f-493f-bd15-543c85855080 req-f988df46-4eca-422c-a3c8-38da58d9008f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:11.094200 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0f0a4347-b50f-493f-bd15-543c85855080 req-f988df46-4eca-422c-a3c8-38da58d9008f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Feb 14 16:43:11.140378 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0f0a4347-b50f-493f-bd15-543c85855080 req-b8777346-c172-44f6-aa3c-8cd684654ec0 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Feb 14 16:43:11.209407 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:12.257798 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30760-7e05-430c-9442-1db8aa3f6880 req-ec7b2348-396c-43cd-b9c1-af96791d026c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:12.259308 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fac30760-7e05-430c-9442-1db8aa3f6880 req-ec7b2348-396c-43cd-b9c1-af96791d026c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0523729 Feb 14 16:43:12.304968 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fac30760-7e05-430c-9442-1db8aa3f6880 req-ef33c6d0-852d-4549-a7d7-a2e4b5b5aff3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Feb 14 16:43:13.436104 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f0394-2e2a-4cd0-9aeb-9ae464aa13ac req-ef697cdf-51b6-4b57-9f45-79564eb96f96 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:13.438457 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0d4f0394-2e2a-4cd0-9aeb-9ae464aa13ac req-ef697cdf-51b6-4b57-9f45-79564eb96f96 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0620818 Feb 14 16:43:13.497179 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0d4f0394-2e2a-4cd0-9aeb-9ae464aa13ac req-1ea918be-d9ff-47c2-8af4-8c719f0706fd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493047 Feb 14 16:43:14.620559 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48198) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:14.658025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707767-338d-4001-b1a2-2f4c113d1e23 req-1f81063a-6218-4536-bdad-4f3b3d0efd7c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:14.659701 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ec707767-338d-4001-b1a2-2f4c113d1e23 req-1f81063a-6218-4536-bdad-4f3b3d0efd7c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0788026 Feb 14 16:43:14.714337 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ec707767-338d-4001-b1a2-2f4c113d1e23 req-3885d6cd-b0f5-431a-91a1-06ee6294097e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481820 Feb 14 16:43:14.752079 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:14.840070 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Publish callbacks [] for security_group (064d0d63-86ec-4793-ac44-6b0ee12b2c79), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:14.844260 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (064d0d63-86ec-4793-ac44-6b0ee12b2c79), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:14.897359 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99427a8980cc48069374bf8eac052ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751548 Feb 14 16:43:14.899433 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d0d63-86ec-4793-ac44-6b0ee12b2c79,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:14.900199 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48202) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:14.912218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.912719 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.913238 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.913704 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.914216 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.915041 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.915556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.916536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.917214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.917717 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.918228 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.918712 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.919241 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbea991-ca0b-4e6a-961c-94f9074017de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:14.963082 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Publish callbacks [] for security_group (064d0d63-86ec-4793-ac44-6b0ee12b2c79), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:14.989683 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Publish callbacks [] for security_group (064d0d63-86ec-4793-ac44-6b0ee12b2c79), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.051893 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (064d0d63-86ec-4793-ac44-6b0ee12b2c79), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.056338 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.058228 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/064d0d63-86ec-4793-ac44-6b0ee12b2c79 HTTP/1.1" status: 204 len: 168 time: 0.1567883 Feb 14 16:43:15.070556 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d0d63-86ec-4793-ac44-6b0ee12b2c79,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:15.078981 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.080181 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.080780 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.081388 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.081936 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.082477 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.083044 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.083420 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.083937 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.084326 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.084670 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.085104 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.085366 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdb86b-dbae-4a81-9265-1995a7d59507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:15.354180 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48216) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:15.368375 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79e87066-3efa-40c1-be76-2eb9549415e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.445022 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79e87066-3efa-40c1-be76-2eb9549415e1 admin admin] Publish callbacks [] for security_group (3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.448981 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-79e87066-3efa-40c1-be76-2eb9549415e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.492963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-79e87066-3efa-40c1-be76-2eb9549415e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=925b838f165e4ca9bbd79aee1e0bd024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344099 Feb 14 16:43:15.492963 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87066-3efa-40c1-be76-2eb9549415e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:15.495567 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48218) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:15.555015 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] Publish callbacks [] for security_group (3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.577420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] Publish callbacks [] for security_group (3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.631561 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.636190 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:15.638217 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa HTTP/1.1" status: 204 len: 168 time: 0.1413524 Feb 14 16:43:15.650103 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6399e5e-32d2-43fd-a7c0-cee353fdb626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d4e6f-5f93-4cc5-8b3f-03ceed941efa,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:15.861241 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12b9cd-483b-4424-9e11-0e0f47bdd8ef req-9e39760b-054f-4a56-92b7-3f1334f3e73c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:15.863020 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd12b9cd-483b-4424-9e11-0e0f47bdd8ef req-9e39760b-054f-4a56-92b7-3f1334f3e73c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0655310 Feb 14 16:43:15.912338 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd12b9cd-483b-4424-9e11-0e0f47bdd8ef req-3da093c5-9f3e-4b4d-bc8d-1f9bc72f537e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Feb 14 16:43:17.049461 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a434fc-b64f-455a-915b-d1b415f2cea5 req-ed6fdf71-72ab-41d3-814b-fdffd395640e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:17.053242 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74a434fc-b64f-455a-915b-d1b415f2cea5 req-ed6fdf71-72ab-41d3-814b-fdffd395640e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0638440 Feb 14 16:43:17.099870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48282) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:17.109469 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74a434fc-b64f-455a-915b-d1b415f2cea5 req-838933bd-1a99-4784-8430-c1d9ff4b6c77 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Feb 14 16:43:17.221303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d31349c4-c9cf-4830-ad37-5fe84ea60e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.230778 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:43:17.316318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d31349c4-c9cf-4830-ad37-5fe84ea60e25 admin admin] Publish callbacks [] for security_group (c8c71f7d-b54e-4372-8b84-f5a488b9e446), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.324012 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d31349c4-c9cf-4830-ad37-5fe84ea60e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c8c71f7d-b54e-4372-8b84-f5a488b9e446), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.367819 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31349c4-c9cf-4830-ad37-5fe84ea60e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c71f7d-b54e-4372-8b84-f5a488b9e446,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:17.374960 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48300) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:17.375432 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d31349c4-c9cf-4830-ad37-5fe84ea60e25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fe6865305b747e39f22d1c5098bda80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739797 Feb 14 16:43:17.429782 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] Publish callbacks [] for security_group (c8c71f7d-b54e-4372-8b84-f5a488b9e446), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.451928 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] Publish callbacks [] for security_group (c8c71f7d-b54e-4372-8b84-f5a488b9e446), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.516275 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c8c71f7d-b54e-4372-8b84-f5a488b9e446), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.519099 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.520262 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8c71f7d-b54e-4372-8b84-f5a488b9e446 HTTP/1.1" status: 204 len: 168 time: 0.1443191 Feb 14 16:43:17.530221 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbf24d-863c-40a6-8bee-1c3ff14fd251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c71f7d-b54e-4372-8b84-f5a488b9e446,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:17.531086 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48312) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:17.795990 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e3d-3e6d-4335-9d0b-23df63c9c7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.881758 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e3d-3e6d-4335-9d0b-23df63c9c7b3 admin admin] Publish callbacks [] for security_group (261f1a3c-b670-4249-8f78-4aff58f0beaf), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.886641 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e3d-3e6d-4335-9d0b-23df63c9c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (261f1a3c-b670-4249-8f78-4aff58f0beaf), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:17.929846 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f82c8e3d-3e6d-4335-9d0b-23df63c9c7b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f206b154f5a4f4494097911c2a0b757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976617 Feb 14 16:43:17.931077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c8e3d-3e6d-4335-9d0b-23df63c9c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261f1a3c-b670-4249-8f78-4aff58f0beaf,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:17.932852 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48328) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:17.983394 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] Publish callbacks [] for security_group (261f1a3c-b670-4249-8f78-4aff58f0beaf), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.010464 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] Publish callbacks [] for security_group (261f1a3c-b670-4249-8f78-4aff58f0beaf), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.064140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (261f1a3c-b670-4249-8f78-4aff58f0beaf), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.067686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.071682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/261f1a3c-b670-4249-8f78-4aff58f0beaf HTTP/1.1" status: 204 len: 168 time: 0.1371017 Feb 14 16:43:18.081436 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1647-0c28-4460-aba8-670da919dc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261f1a3c-b670-4249-8f78-4aff58f0beaf,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:18.246046 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f64f0a-fe03-4854-983c-1bf98ac13a9e req-339ca74a-4c74-41d5-9e6d-9bb246bc5398 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:18.247734 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47f64f0a-fe03-4854-983c-1bf98ac13a9e req-339ca74a-4c74-41d5-9e6d-9bb246bc5398 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0572543 Feb 14 16:43:18.299001 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47f64f0a-fe03-4854-983c-1bf98ac13a9e req-9628f1ba-8bff-4928-811a-d7a3f5cc3ea5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Feb 14 16:43:18.414653 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48352) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:18.428352 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45236fdc-64ab-4f59-baf5-9974fb754a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.503273 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45236fdc-64ab-4f59-baf5-9974fb754a7e admin admin] Publish callbacks [] for security_group (ae2ca07f-d423-455d-87a6-894429bc4867), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.507627 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-45236fdc-64ab-4f59-baf5-9974fb754a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ae2ca07f-d423-455d-87a6-894429bc4867), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.546987 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-45236fdc-64ab-4f59-baf5-9974fb754a7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef0f5052d0c54d67802e47429d3dc567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313646 Feb 14 16:43:18.547855 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236fdc-64ab-4f59-baf5-9974fb754a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ca07f-d423-455d-87a6-894429bc4867,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:18.549923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48354) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:18.621383 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] Publish callbacks [] for security_group (ae2ca07f-d423-455d-87a6-894429bc4867), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.653809 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] Publish callbacks [] for security_group (ae2ca07f-d423-455d-87a6-894429bc4867), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.699999 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48362) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:18.835692 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-64241e18-5b82-4bc7-b67d-6e9aec8678d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.948896 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-64241e18-5b82-4bc7-b67d-6e9aec8678d2 admin admin] Publish callbacks [] for security_group (8caaadf2-fd95-4124-944d-ff78c51e3df2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.955350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-64241e18-5b82-4bc7-b67d-6e9aec8678d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8caaadf2-fd95-4124-944d-ff78c51e3df2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.959751 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ae2ca07f-d423-455d-87a6-894429bc4867), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.962420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:18.963608 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae2ca07f-d423-455d-87a6-894429bc4867 HTTP/1.1" status: 204 len: 168 time: 0.4106739 Feb 14 16:43:18.976882 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e25083-1000-4c24-a12e-8378eaf32fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ca07f-d423-455d-87a6-894429bc4867,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:18.988086 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48370) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:19.016636 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48374) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:19.018471 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-64241e18-5b82-4bc7-b67d-6e9aec8678d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c1361c8eb044ff983c8b6fa2b22a8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169649 Feb 14 16:43:19.019515 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64241e18-5b82-4bc7-b67d-6e9aec8678d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caaadf2-fd95-4124-944d-ff78c51e3df2,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:19.078979 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] Publish callbacks [] for security_group (8caaadf2-fd95-4124-944d-ff78c51e3df2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.104131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] Publish callbacks [] for security_group (8caaadf2-fd95-4124-944d-ff78c51e3df2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.171536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8caaadf2-fd95-4124-944d-ff78c51e3df2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.174404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.178364 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8caaadf2-fd95-4124-944d-ff78c51e3df2 HTTP/1.1" status: 204 len: 168 time: 0.1572952 Feb 14 16:43:19.183753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01594a-d691-49b9-b7bb-a23ffb09d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caaadf2-fd95-4124-944d-ff78c51e3df2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:19.276046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-437ebef8-bdf6-4e25-abf9-00d6ec8b1704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.381843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-437ebef8-bdf6-4e25-abf9-00d6ec8b1704 admin admin] Publish callbacks [] for security_group (cc7cc138-6011-4e50-b9d8-012b11163d24), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.400181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-437ebef8-bdf6-4e25-abf9-00d6ec8b1704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cc7cc138-6011-4e50-b9d8-012b11163d24), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.434698 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-437ebef8-bdf6-4e25-abf9-00d6ec8b1704 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06d4a3fcb3864d9792bb955a63430a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445274 Feb 14 16:43:19.437005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48390) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:19.454169 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ff34f-cb85-4f12-b8ea-2343af3fd445 req-9b8fee4c-6408-4a25-9dfb-54f9a87767d4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:19.457442 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-946ff34f-cb85-4f12-b8ea-2343af3fd445 req-9b8fee4c-6408-4a25-9dfb-54f9a87767d4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0691016 Feb 14 16:43:19.527362 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ebef8-bdf6-4e25-abf9-00d6ec8b1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7cc138-6011-4e50-b9d8-012b11163d24,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:19.546337 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-946ff34f-cb85-4f12-b8ea-2343af3fd445 req-84f5c813-fd33-4a33-af4d-efba25c87bc3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777366 Feb 14 16:43:19.557838 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] Publish callbacks [] for security_group (cc7cc138-6011-4e50-b9d8-012b11163d24), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.581583 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] Publish callbacks [] for security_group (cc7cc138-6011-4e50-b9d8-012b11163d24), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.653365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cc7cc138-6011-4e50-b9d8-012b11163d24), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.656155 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:19.659762 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc7cc138-6011-4e50-b9d8-012b11163d24 HTTP/1.1" status: 204 len: 168 time: 0.2190552 Feb 14 16:43:19.671240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baecb0-1f1d-489b-bb6c-45a72ea442e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7cc138-6011-4e50-b9d8-012b11163d24,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:20.732821 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e3d1-7d7d-4e6a-98f9-d8389d7efbce req-6cb0508c-bc3b-4cf5-a229-30a10e113f82 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:20.735918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f593e3d1-7d7d-4e6a-98f9-d8389d7efbce req-6cb0508c-bc3b-4cf5-a229-30a10e113f82 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1041505 Feb 14 16:43:20.789842 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f593e3d1-7d7d-4e6a-98f9-d8389d7efbce req-8e2f6ce3-3740-44ce-8c36-48871292e679 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Feb 14 16:43:21.924155 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e29a4-f9bd-4398-872a-86b229e81658 req-f1394a29-0537-46d4-af1d-9b3ea84c2035 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:21.925661 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-214e29a4-f9bd-4398-872a-86b229e81658 req-f1394a29-0537-46d4-af1d-9b3ea84c2035 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0567670 Feb 14 16:43:21.972757 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-214e29a4-f9bd-4398-872a-86b229e81658 req-4dcc901f-de09-4d26-bfcc-0b9acae28736 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 14 16:43:22.737805 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-5f81b4a6-4e1e-4079-9ce3-f7896d40b02a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:22.739317 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-5f81b4a6-4e1e-4079-9ce3-f7896d40b02a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.1185701 Feb 14 16:43:22.755476 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-d9b242f1-df10-40ec-925f-28940ed93b9a tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/quotas/e19dcc1ba220431c8add39a4d314f8f3 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Feb 14 16:43:22.818831 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-2e579e33-648f-4187-ac2d-588d2324df59 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558581 Feb 14 16:43:22.940874 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-a849d96c-fcf7-40c1-8404-aa1c5fb98a8b service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142981 Feb 14 16:43:23.065417 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-6077c239-e0b7-4beb-b9b6-4e4c1e3d2aab service neutron] 10.222.0.69 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155672 Feb 14 16:43:23.109129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5db35-bf3c-4aae-8802-dfe192fe249c req-c49f6223-f930-4232-89cd-1ed966cdd9fb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:23.111524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6ac5db35-bf3c-4aae-8802-dfe192fe249c req-c49f6223-f930-4232-89cd-1ed966cdd9fb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0655224 Feb 14 16:43:23.177034 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6ac5db35-bf3c-4aae-8802-dfe192fe249c req-408fabd6-4bff-402d-8fbd-d5ce4d08b518 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588679 Feb 14 16:43:23.236546 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-35970caa-d719-4155-80e4-ef752eb1d2c6 req-fe10e7b7-cdb4-471c-9844-8517f0541a80 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 210 time: 0.0303156 Feb 14 16:43:23.354458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892fcf-29f9-4079-ad4b-18b021007ad8 req-a9289bd4-9278-4719-8750-35787e8ea760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:23.356056 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5e892fcf-29f9-4079-ad4b-18b021007ad8 req-a9289bd4-9278-4719-8750-35787e8ea760 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.0449793 Feb 14 16:43:23.415647 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5e892fcf-29f9-4079-ad4b-18b021007ad8 req-cfac61d4-4851-4757-b384-4a489d48b760 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492311 Feb 14 16:43:24.311021 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bedfe9-4729-41ab-8f62-302f95b03c08 req-d127cc77-e40c-4c1d-a3f5-979a58825185 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:24.312610 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-56bedfe9-4729-41ab-8f62-302f95b03c08 req-d127cc77-e40c-4c1d-a3f5-979a58825185 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0675771 Feb 14 16:43:24.371656 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-faa82337-2bfe-4236-92e4-46b3b8cb7755 req-ee8ede2a-b6aa-42bf-8f25-d217c579fcf1 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 210 time: 0.0320156 Feb 14 16:43:24.405017 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-56bedfe9-4729-41ab-8f62-302f95b03c08 req-3da967aa-ac5a-4570-8283-362a940fafcb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Feb 14 16:43:24.653525 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-d9610d6b-6f3d-43b2-9e1d-9f70bf24023c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:24.656090 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-d9610d6b-6f3d-43b2-9e1d-9f70bf24023c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 814 time: 0.1285551 Feb 14 16:43:24.700491 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Request body: {'port': {'device_id': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'admin_state_up': True, 'tenant_id': 'e19dcc1ba220431c8add39a4d314f8f3'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:24.834652 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Made reservation on behalf of e19dcc1ba220431c8add39a4d314f8f3 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:43:24.838061 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:24.984258 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Allocated IP 172.20.0.14 (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce/54bd5764-ff46-4709-bb92-d449ce9cf8b2/43aa9c3e-142c-435c-93a3-6a4e72831700) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:25.169772 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks [] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.208854 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.244682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438', '715ff06e-5063-4fb0-8993-993194a22700', '505d820d-2f22-4167-8974-01170beb89cc'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:43:25.255437 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:25.261997 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:25.269487 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:25.301514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event updated for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:25.330780 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:25.331451 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.352622 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-344003eb-3c60-4f9f-b98a-c3cf9e0ed52e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6567128 Feb 14 16:43:25.371524 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Request body: {'port': {'device_id': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:25.459834 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.632493 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23415c-a342-4c61-8a37-1a8a86cbf105 req-7ccff6a3-78b9-4675-96fa-dba28f0c1d22 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:25.640056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af23415c-a342-4c61-8a37-1a8a86cbf105 req-7ccff6a3-78b9-4675-96fa-dba28f0c1d22 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 932 time: 0.1256294 Feb 14 16:43:25.661383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4b6e-a828-475c-ab6a-955c2a7edd24 req-b2ce65cd-1891-46de-a782-5e63d4980463 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:25.663669 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a7c4b6e-a828-475c-ab6a-955c2a7edd24 req-b2ce65cd-1891-46de-a782-5e63d4980463 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1248548 Feb 14 16:43:25.762866 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a7c4b6e-a828-475c-ab6a-955c2a7edd24 req-d6b2e3b7-c310-42bd-94bd-ce1b8a0577f6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882604 Feb 14 16:43:25.772825 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af23415c-a342-4c61-8a37-1a8a86cbf105 req-4ec18b80-3fb2-417f-abb9-110e93079711 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310551 Feb 14 16:43:25.826482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43aa9c3e-142c-435c-93a3-6a4e72831700 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:43:25.836498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks [] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.853295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Transition to ACTIVE for port object 43aa9c3e-142c-435c-93a3-6a4e72831700 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:43:25.857508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:25.922025 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Pushing event updated for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:26.006106 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Attempting to bind port 43aa9c3e-142c-435c-93a3-6a4e72831700 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:26.006463 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Attempting to bind port 43aa9c3e-142c-435c-93a3-6a4e72831700 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:26.007047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Attempting to bind port 43aa9c3e-142c-435c-93a3-6a4e72831700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:26.012764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Port 43aa9c3e-142c-435c-93a3-6a4e72831700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:43:26.013189 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Attempting to bind port 43aa9c3e-142c-435c-93a3-6a4e72831700 on network 57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:26.019696 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:26.020043 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Checking segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:26.020430 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Bound using segment: {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:26.020963 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Bound port: 43aa9c3e-142c-435c-93a3-6a4e72831700, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982afe98-eadb-4440-b431-8b2a52f84e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:26.021263 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:26.108761 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:26.112372 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43aa9c3e-142c-435c-93a3-6a4e72831700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:26.120212 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:26.149417 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-b8823ec2-fb60-47b6-8572-9b918cee1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.150945 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-b8823ec2-fb60-47b6-8572-9b918cee1327 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.0752940 Feb 14 16:43:26.154575 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.155280 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:26.156598 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] 10.222.0.50 "PUT /v2.0/ports/43aa9c3e-142c-435c-93a3-6a4e72831700 HTTP/1.1" status: 200 len: 1094 time: 0.7895312 Feb 14 16:43:26.157153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:43:26.160103 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d21da4-6109-4471-ae35-1df569aaa68a" -d '{"events": [{"name": "network-changed", "server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:43:26.166799 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103f8ef-d20b-43e4-9370-d2d704c7fd9f req-4a0e9692-8300-4e6f-9909-604ce95be8ab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.171563 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5103f8ef-d20b-43e4-9370-d2d704c7fd9f req-4a0e9692-8300-4e6f-9909-604ce95be8ab tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1297486 Feb 14 16:43:26.211062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba839c7-1f24-40d5-8295-3c569be7f28e service neutron] Pushing event updated for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:26.217244 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03885b3-257b-428d-8cf7-278ed14805c3 x-openstack-request-id: req-b03885b3-257b-428d-8cf7-278ed14805c3 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:43:26.218231 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:43:26.218542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b03885b3-257b-428d-8cf7-278ed14805c3 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:43:26.220044 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700', 'status': 'completed', 'code': 200} Feb 14 16:43:26.284161 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-8e65e5a5-2e37-47fd-89f7-3ca5a1b167fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.285378 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-8e65e5a5-2e37-47fd-89f7-3ca5a1b167fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 1128 time: 0.0543911 Feb 14 16:43:26.307792 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5103f8ef-d20b-43e4-9370-d2d704c7fd9f req-e8421ca8-125e-4c84-af30-d447919a1438 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182990 Feb 14 16:43:26.331007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-a7f345b0-dc2e-4af2-a638-0c9be50e8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.332756 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-a7f345b0-dc2e-4af2-a638-0c9be50e8d1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.1588969 Feb 14 16:43:26.355318 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-d3e7b102-74a0-4fa5-b101-b207bdc35ca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43aa9c3e-142c-435c-93a3-6a4e72831700 HTTP/1.1" status: 200 len: 217 time: 0.0545690 Feb 14 16:43:26.385724 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-1b9d894b-d14e-4b2a-af01-34190de66478 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0439355 Feb 14 16:43:26.422519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-821dd031-99d7-42d3-9785-a3b2c79328eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.425618 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-821dd031-99d7-42d3-9785-a3b2c79328eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.0622492 Feb 14 16:43:26.455427 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-692738cf-4b0e-4950-b830-2fde375f010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.457811 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-692738cf-4b0e-4950-b830-2fde375f010d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0628071 Feb 14 16:43:26.466768 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-b91d1671-2b1d-43a4-b2bd-def7a0d609d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296078 Feb 14 16:43:26.492883 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-bb6b85cc-92d5-4051-b194-5377efaad210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281725 Feb 14 16:43:26.617235 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-471db6d9-f8e5-42df-b941-3c37edfd4d17 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131148 Feb 14 16:43:26.621268 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-1d6408ff-a7c3-4fdf-8af6-84903a490530 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426880 Feb 14 16:43:26.754847 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-10820035-ea55-42d9-8e29-40f98b6ca64d req-08cb14c7-b2f1-4c8d-bba7-636a08cdff78 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246707 Feb 14 16:43:26.775722 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9010830f-8ff1-4216-a4b8-2b8b9b33032e req-da63ae2f-63af-4071-a338-56d618bc2972 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433239 Feb 14 16:43:26.903789 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21da4-6109-4471-ae35-1df569aaa68a req-1b7e9f26-2ce9-4e3e-9495-ab6b82d59d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.906395 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-1b7e9f26-2ce9-4e3e-9495-ab6b82d59d3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 1128 time: 0.0496657 Feb 14 16:43:26.914434 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95f71-9666-4ef0-b229-97c2163d8dda req-fd472808-3569-4046-b83f-ec55aa098f62 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:26.916047 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-feb95f71-9666-4ef0-b229-97c2163d8dda req-fd472808-3569-4046-b83f-ec55aa098f62 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 944 time: 0.0600185 Feb 14 16:43:26.973578 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-feb95f71-9666-4ef0-b229-97c2163d8dda req-60877aaa-e55b-4923-80e8-1a46700ea25b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Feb 14 16:43:27.025775 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21da4-6109-4471-ae35-1df569aaa68a req-92b54a3d-7fff-4900-a693-63e4edce9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:27.027257 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-92b54a3d-7fff-4900-a693-63e4edce9778 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 200 len: 915 time: 0.1096087 Feb 14 16:43:27.074194 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-c3644b72-1fb1-4e41-a29e-8e6ca292bdce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43aa9c3e-142c-435c-93a3-6a4e72831700 HTTP/1.1" status: 200 len: 217 time: 0.0349720 Feb 14 16:43:27.132832 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21da4-6109-4471-ae35-1df569aaa68a req-c5ff955a-dbfe-475f-8120-cf3088a36967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:27.134347 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-c5ff955a-dbfe-475f-8120-cf3088a36967 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 200 len: 854 time: 0.0523243 Feb 14 16:43:27.169114 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-718f512a-275a-49f1-93d8-9b0381fbde30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253527 Feb 14 16:43:27.276003 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-4523f521-73a9-46db-9e5a-9fd4f037c862 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980000 Feb 14 16:43:27.395757 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-52d21da4-6109-4471-ae35-1df569aaa68a req-5d5d0d6b-3c62-4250-8fe5-69814c170d97 service neutron] 10.222.0.50 "GET /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117055 Feb 14 16:43:27.451787 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8585249-edff-4ed0-92b5-0d37f14dfdb5 req-2ff1e0e9-f0a6-468e-859a-7f0e2f56011c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:27.453439 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f8585249-edff-4ed0-92b5-0d37f14dfdb5 req-2ff1e0e9-f0a6-468e-859a-7f0e2f56011c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0591459 Feb 14 16:43:27.504888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f8585249-edff-4ed0-92b5-0d37f14dfdb5 req-cf38517f-489b-4d7c-a1b3-d9af2a93e399 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Feb 14 16:43:28.138781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32891f-69a1-4c34-a1a3-8715f8ccd05c req-5cc60002-b3c6-4bbd-8d82-c7b4bc9a37a8 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:28.140378 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4d32891f-69a1-4c34-a1a3-8715f8ccd05c req-5cc60002-b3c6-4bbd-8d82-c7b4bc9a37a8 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 944 time: 0.0766351 Feb 14 16:43:28.190580 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4d32891f-69a1-4c34-a1a3-8715f8ccd05c req-10473ec7-6c2d-4b8c-93d1-47672d4c6107 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Feb 14 16:43:28.623046 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c753310-9163-4ada-a996-fb2ae67490f2 req-ea2ac5d8-c17d-4d11-851d-ce1d7bd102d6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:28.624591 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c753310-9163-4ada-a996-fb2ae67490f2 req-ea2ac5d8-c17d-4d11-851d-ce1d7bd102d6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Feb 14 16:43:28.676759 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c753310-9163-4ada-a996-fb2ae67490f2 req-6c5fe68b-4f05-45e5-89ba-76553eae63e6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Feb 14 16:43:29.323071 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a048c0-3b4c-4437-9a04-78cac2829d03 req-a2a122c5-c60b-4e17-aeff-8968b931b9fe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:29.324408 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-83a048c0-3b4c-4437-9a04-78cac2829d03 req-a2a122c5-c60b-4e17-aeff-8968b931b9fe tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 944 time: 0.0566471 Feb 14 16:43:29.376964 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-83a048c0-3b4c-4437-9a04-78cac2829d03 req-70dcac30-aa2b-40f2-ae70-062339365b6f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Feb 14 16:43:29.811634 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63e06a-3e40-42d4-8138-b6e1dca38e82 req-4df136f8-3416-4fac-bba9-eebf2d7a2944 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:29.813136 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee63e06a-3e40-42d4-8138-b6e1dca38e82 req-4df136f8-3416-4fac-bba9-eebf2d7a2944 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0663261 Feb 14 16:43:29.866774 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee63e06a-3e40-42d4-8138-b6e1dca38e82 req-c1355a02-35a8-4a55-af8c-e04d9d470974 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Feb 14 16:43:30.438875 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 43aa9c3e-142c-435c-93a3-6a4e72831700 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:43:30.496529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e175f8f-0f9c-4f7a-9867-31be1a81194e req-cdf3e1bc-d05d-416e-a151-8145f5585d2b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:30.498059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e175f8f-0f9c-4f7a-9867-31be1a81194e req-cdf3e1bc-d05d-416e-a151-8145f5585d2b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 944 time: 0.0528033 Feb 14 16:43:30.559041 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e175f8f-0f9c-4f7a-9867-31be1a81194e req-0c8677dc-e993-42f0-89c8-393599d20164 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Feb 14 16:43:30.572388 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43aa9c3e-142c-435c-93a3-6a4e72831700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:30.584975 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '43aa9c3e-142c-435c-93a3-6a4e72831700', 'network_id': '57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce', 'port_id': '43aa9c3e-142c-435c-93a3-6a4e72831700', 'mac_address': 'fa:16:3e:bd:f2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bd5764-ff46-4709-bb92-d449ce9cf8b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:43:30.622803 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 43aa9c3e-142c-435c-93a3-6a4e72831700 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:30.623190 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:30.635966 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43aa9c3e-142c-435c-93a3-6a4e72831700 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:43:30.658214 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43aa9c3e-142c-435c-93a3-6a4e72831700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:30.662978 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:30.711730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:30.719089 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.719516 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.720390 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.720751 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.721223 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.721552 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.721880 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.722229 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.722552 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.722872 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.723192 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.723508 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.723822 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:30.996066 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984b8c-dbff-4c93-bc90-2be27aba827f req-eb24cf03-1726-4afc-8fb6-68124edce87e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:30.997670 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c984b8c-dbff-4c93-bc90-2be27aba827f req-eb24cf03-1726-4afc-8fb6-68124edce87e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0617049 Feb 14 16:43:31.061777 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c984b8c-dbff-4c93-bc90-2be27aba827f req-d98fde94-88d0-475e-8fb6-f099349b2d02 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Feb 14 16:43:31.695828 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135075d-85d9-4b76-894a-66a3d7a9d961 req-1336320b-8fc6-4239-a0c8-ed5f588ec657 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:31.697394 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c135075d-85d9-4b76-894a-66a3d7a9d961 req-1336320b-8fc6-4239-a0c8-ed5f588ec657 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 945 time: 0.0560782 Feb 14 16:43:31.745191 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c135075d-85d9-4b76-894a-66a3d7a9d961 req-bdfec55f-a52e-4fa2-a555-a2d65a0529aa tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Feb 14 16:43:32.050200 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['43aa9c3e-142c-435c-93a3-6a4e72831700'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:43:32.199219 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc7789-f08f-450b-a082-4e7945c78f0f req-165c02b1-9690-400b-87bb-4833e99cb91d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:32.201084 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-33fc7789-f08f-450b-a082-4e7945c78f0f req-165c02b1-9690-400b-87bb-4833e99cb91d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0632861 Feb 14 16:43:32.251006 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-33fc7789-f08f-450b-a082-4e7945c78f0f req-66c2c1f9-ba6d-4bca-9a6c-b49543ec4559 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Feb 14 16:43:32.879610 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9b025-bb16-45a6-9b33-72687f16827b req-aa237370-65c5-4d02-a690-feecaa87e21e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:32.881433 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-20c9b025-bb16-45a6-9b33-72687f16827b req-aa237370-65c5-4d02-a690-feecaa87e21e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 945 time: 0.0589991 Feb 14 16:43:32.931009 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-20c9b025-bb16-45a6-9b33-72687f16827b req-041e2845-33fc-4daf-a1fe-e49b98e43347 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Feb 14 16:43:33.153003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a30bc-c4b8-4cba-80d3-e4ca0795ee85 req-92b14387-9306-423e-a6a7-62a6265e616f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:33.154480 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-912a30bc-c4b8-4cba-80d3-e4ca0795ee85 req-92b14387-9306-423e-a6a7-62a6265e616f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0638082 Feb 14 16:43:33.204597 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-912a30bc-c4b8-4cba-80d3-e4ca0795ee85 req-6d40d1e6-2e6b-4f96-84b7-dcceaf17ca19 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Feb 14 16:43:33.775961 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 43aa9c3e-142c-435c-93a3-6a4e72831700 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:33.785952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb388-c199-4377-bed5-2b59d583443b req-d5959a51-80bf-4ff8-8fb9-b114211e0001 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:33.788280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fccfb388-c199-4377-bed5-2b59d583443b req-d5959a51-80bf-4ff8-8fb9-b114211e0001 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0737841 Feb 14 16:43:33.851039 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fccfb388-c199-4377-bed5-2b59d583443b req-ce225dbe-b26f-4d02-b940-801798191cbf tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Feb 14 16:43:33.864503 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 43aa9c3e-142c-435c-93a3-6a4e72831700 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:43:33.868854 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 43aa9c3e-142c-435c-93a3-6a4e72831700 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:33.869227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:33.962389 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 43aa9c3e-142c-435c-93a3-6a4e72831700 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:33.962809 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:33.992848 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:43:33.995378 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e587e157-1607-4d2b-b246-5ca5a025fcf9" -d '{"events": [{"server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "name": "network-vif-plugged", "status": "completed", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:43:34.010623 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43aa9c3e-142c-435c-93a3-6a4e72831700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:34.016052 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:34.075717 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:34.090747 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae95af-4e1e-4cb1-bb73-2e19acc72547 req-b6b21415-a56f-48db-82bf-318b13e8a23c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:34.092326 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3dae95af-4e1e-4cb1-bb73-2e19acc72547 req-b6b21415-a56f-48db-82bf-318b13e8a23c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0735083 Feb 14 16:43:34.143912 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3dae95af-4e1e-4cb1-bb73-2e19acc72547 req-ba5fcddd-a6bd-4c02-afcb-4862fe19b6e5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Feb 14 16:43:34.197846 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc487a76-9c68-45ec-9bb6-7b52daea1135 x-openstack-request-id: req-cc487a76-9c68-45ec-9bb6-7b52daea1135 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:43:34.198285 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "name": "network-vif-plugged", "status": "completed", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:43:34.198631 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc487a76-9c68-45ec-9bb6-7b52daea1135 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:43:34.199176 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700', 'code': 200} Feb 14 16:43:34.351011 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ffd47-d299-4b86-8ad4-ea9d44699009 req-54bc2411-83b5-403c-9441-8eeb19910c0b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:34.352520 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af2ffd47-d299-4b86-8ad4-ea9d44699009 req-54bc2411-83b5-403c-9441-8eeb19910c0b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Feb 14 16:43:34.401085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec06b9-61c6-4d5a-af7c-d42c7aff59e2 req-8302c856-fe42-4932-aee0-f9e9a31b2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:34.402585 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0cec06b9-61c6-4d5a-af7c-d42c7aff59e2 req-8302c856-fe42-4932-aee0-f9e9a31b2c48 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 1130 time: 0.0462556 Feb 14 16:43:34.403189 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af2ffd47-d299-4b86-8ad4-ea9d44699009 req-e43d71bb-93fe-4208-b130-fbaceda1985c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449436 Feb 14 16:43:34.474564 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0cec06b9-61c6-4d5a-af7c-d42c7aff59e2 req-7e193666-8971-4397-af6f-cc33987c66d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Feb 14 16:43:34.767133 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0f97e65c-4089-4933-928c-4c374b399b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:34.815946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.057167 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48874) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:35.167006 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dc8b-5e69-448d-b39a-f466377a89e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.250940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dc8b-5e69-448d-b39a-f466377a89e0 admin admin] Publish callbacks [] for security_group (f527624d-3092-400e-abfa-2371ec8a362d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.261608 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3fa5dc8b-5e69-448d-b39a-f466377a89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f527624d-3092-400e-abfa-2371ec8a362d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.279565 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084f98a-16f8-46c3-aeb3-4720674ebe36 req-a2dcc119-cc46-47dd-bd60-cef01362b908 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:35.281693 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7084f98a-16f8-46c3-aeb3-4720674ebe36 req-a2dcc119-cc46-47dd-bd60-cef01362b908 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0632486 Feb 14 16:43:35.295670 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3fa5dc8b-5e69-448d-b39a-f466377a89e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7ea12cd6cf84ffeaa85e4304aab5299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371674 Feb 14 16:43:35.299002 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48882) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:35.305827 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5dc8b-5e69-448d-b39a-f466377a89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527624d-3092-400e-abfa-2371ec8a362d,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:35.371275 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7084f98a-16f8-46c3-aeb3-4720674ebe36 req-d5b44d30-c13b-436b-98cd-3ce5752ba45c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818648 Feb 14 16:43:35.384003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] Publish callbacks [] for security_group (f527624d-3092-400e-abfa-2371ec8a362d), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.411341 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] Publish callbacks [] for security_group (f527624d-3092-400e-abfa-2371ec8a362d), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.655326 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f527624d-3092-400e-abfa-2371ec8a362d), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.658372 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:35.659511 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f527624d-3092-400e-abfa-2371ec8a362d HTTP/1.1" status: 204 len: 168 time: 0.3595824 Feb 14 16:43:35.666648 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9ea0f-69d5-419c-88ad-6801d4a874fa req-b8e7528b-c704-400a-9d07-b325ab91f80a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:35.668062 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4de9ea0f-69d5-419c-88ad-6801d4a874fa req-b8e7528b-c704-400a-9d07-b325ab91f80a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0734556 Feb 14 16:43:35.677526 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177be937-1095-49f1-b135-53ac1695159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527624d-3092-400e-abfa-2371ec8a362d,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:35.722763 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4de9ea0f-69d5-419c-88ad-6801d4a874fa req-1b163cff-e264-4a7d-9197-8c4bf9b895f6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469503 Feb 14 16:43:36.319675 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48916) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:36.425632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-296671967-network', 'tenant_id': '62496f003fff469ab7b376f30e802e1f'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:36.446399 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Made reservation on behalf of 62496f003fff469ab7b376f30e802e1f for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:43:36.448929 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.458844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.511740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd983-0657-41d0-a56f-a16998bf6d50 req-cc69dc1c-916b-4501-9636-9fd873c40c51 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:36.513464 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-314dd983-0657-41d0-a56f-a16998bf6d50 req-cc69dc1c-916b-4501-9636-9fd873c40c51 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0628881 Feb 14 16:43:36.546307 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks [] for security_group (a951746d-ca6e-4a94-88f8-4e6400bb7bf6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.550899 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a951746d-ca6e-4a94-88f8-4e6400bb7bf6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.570646 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-314dd983-0657-41d0-a56f-a16998bf6d50 req-a8ca74b3-9a84-4f5f-8858-b615540d9871 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Feb 14 16:43:36.576083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:43:36.586336 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a951746d-ca6e-4a94-88f8-4e6400bb7bf6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:36.596083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (ce3b86aa-387a-425d-a83c-460b80c724b3), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.596423 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Added segment ce3b86aa-387a-425d-a83c-460b80c724b3 of type vlan for network 5c25748a-5328-4631-8b87-a4e12680c93b Feb 14 16:43:36.638285 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (5c25748a-5328-4631-8b87-a4e12680c93b), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.666470 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (5c25748a-5328-4631-8b87-a4e12680c93b), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.667679 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:36.668487 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.704455 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3830407 Feb 14 16:43:36.708372 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 48924) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:36.713571 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Request body: {'subnet': {'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-296671967-subnet', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:36.737318 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Made reservation on behalf of 62496f003fff469ab7b376f30e802e1f for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:43:36.739699 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:36.743620 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993360-87ff-4510-b35d-b3795b2f8e91 admin admin] Pushing event updated for resources: {'Network': ['ID=5c25748a-5328-4631-8b87-a4e12680c93b,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:36.756871 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 5c25748a-5328-4631-8b87-a4e12680c93b details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:43:36.928828 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897c043-3fc4-401c-8238-481ecb2a8a5e req-ea6a3fb2-bcd7-41ca-a717-a56e757331ba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:36.930262 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1897c043-3fc4-401c-8238-481ecb2a8a5e req-ea6a3fb2-bcd7-41ca-a717-a56e757331ba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1122308 Feb 14 16:43:37.012757 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (49abf726-4927-4856-ac99-226ca423c25f), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.044398 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1897c043-3fc4-401c-8238-481ecb2a8a5e req-70de6b6b-ca72-4e57-93b1-f9642c41b5d6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058550 Feb 14 16:43:37.071654 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49abf726-4927-4856-ac99-226ca423c25f,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:37.086666 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:37.087019 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Network hostable DHCP agents. Network: 5c25748a-5328-4631-8b87-a4e12680c93b, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:43:37.104947 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Network 5c25748a-5328-4631-8b87-a4e12680c93b is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:43:37.114222 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 5c25748a-5328-4631-8b87-a4e12680c93b) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:37.119154 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:37.119760 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.123526 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426deeb6-4993-4c0f-9643-120723a04161 None None] Network 5c25748a-5328-4631-8b87-a4e12680c93b requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:43:37.140166 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 48932) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:37.140340 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7450405a-1828-4f43-b020-f7f12181e358 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4306533 Feb 14 16:43:37.145205 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:37.168380 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.169707 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.233124 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for router_controller (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.241306 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-5c25748a-5328-4631-8b87-a4e12680c93b', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:43:37.243121 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.423671 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for router_gateway (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.467287 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ac26bf5d-ec8d-46e7-a996-ba851cd5e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.544199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Allocated IP 172.20.0.2 (5c25748a-5328-4631-8b87-a4e12680c93b/49abf726-4927-4856-ac99-226ca423c25f/60f9849c-4ff0-4e7c-bae5-68d5876eb652) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:37.643995 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for router_gateway (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.664024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.705814 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks [] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.713514 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.765733 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:37.767457 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Pushing event updated for resources: {'Port': ['ID=60f9849c-4ff0-4e7c-bae5-68d5876eb652,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:37.772165 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:37.774520 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:37.809287 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Allocated IP 172.27.1.54 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/7b3fcb52-b4fc-4fe1-b6ba-425b590d3051) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:37.835682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Attempting to bind port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:37.836139 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Attempting to bind port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:37.836513 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Attempting to bind port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:37.842195 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:37.842579 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:37.842994 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.843441 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Bound using segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:37.843902 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Bound port: 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:37.844404 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.910727 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] For port 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:37.914821 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] For port 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=60f9849c-4ff0-4e7c-bae5-68d5876eb652,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:37.921528 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.922134 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.964749 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:37.982651 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeb912-777f-4013-9622-be6001ff91e6 None None] Pushing event updated for resources: {'Port': ['ID=60f9849c-4ff0-4e7c-bae5-68d5876eb652,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:38.019623 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:38.026056 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:38.028720 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:38.055511 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:38.240713 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddea2e-ecad-47d3-98f3-86e5d17ab529 req-0c091ce6-f0e9-4f06-b3ce-359561dd29ba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:38.259893 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8fddea2e-ecad-47d3-98f3-86e5d17ab529 req-0c091ce6-f0e9-4f06-b3ce-359561dd29ba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0853870 Feb 14 16:43:38.349731 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8fddea2e-ecad-47d3-98f3-86e5d17ab529 req-3eb2c34d-e9ef-407d-ac6b-665666d937e1 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876923 Feb 14 16:43:38.492607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for router_gateway (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.521013 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.653043 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 60f9849c-4ff0-4e7c-bae5-68d5876eb652 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:38.702428 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.703254 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:38.703695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.789730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:38.790352 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.829272 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=60f9849c-4ff0-4e7c-bae5-68d5876eb652,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:38.833613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.846003 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:43:38.894809 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=60f9849c-4ff0-4e7c-bae5-68d5876eb652,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:38.965588 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:43:38.978113 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:43:38.984225 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:38.989138 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a915f35f-1657-44c0-84a7-14c32f2206b1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8446252 Feb 14 16:43:38.989517 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49032) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:38.993994 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:38.994611 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:39.118611 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:39.169574 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a58a5-2d47-4377-9592-1e906554b1f4 None None] Network 5c25748a-5328-4631-8b87-a4e12680c93b requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:43:39.298088 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-9f6fa338-de7c-419f-b7ae-130976df14e0 None None] Provisioning complete for port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:39.298682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa338-de7c-419f-b7ae-130976df14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.335877 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:38Z', 'revision_number': 3, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:39.365953 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:43:39.366321 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Updating router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:43:39.429241 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fa338-de7c-419f-b7ae-130976df14e0 None None] Current status of the port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:39.434328 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.554756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a594-ad18-4770-9dba-73ea6035cc25 req-d68ca456-0ec1-4f82-912f-150d45ebc9d6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:39.556943 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-99d0a594-ad18-4770-9dba-73ea6035cc25 req-d68ca456-0ec1-4f82-912f-150d45ebc9d6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0979245 Feb 14 16:43:39.655865 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-06c8e979-894e-4a49-bb3d-055e92f9a19f None None] Provisioning complete for port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:39.656241 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-06c8e979-894e-4a49-bb3d-055e92f9a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.704643 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-99d0a594-ad18-4770-9dba-73ea6035cc25 req-1be42b31-9aec-4716-8fc0-d25769ddc97b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322834 Feb 14 16:43:39.731944 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.732136 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks [] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.734637 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.754461 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-06c8e979-894e-4a49-bb3d-055e92f9a19f None None] Current status of the port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:39.796859 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Attempting to bind port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:39.798029 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Attempting to bind port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:39.798448 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Attempting to bind port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:39.800407 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Pushing event updated for resources: {'Port': ['ID=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:39.808822 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:39.809200 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:39.809591 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.809979 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:39.810439 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Bound port: 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:39.810833 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.813782 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.814130 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.815197 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.815318 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.815630 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.815949 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.816274 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.816595 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.816953 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.817294 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.817633 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.817923 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.818239 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:43:39.872611 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] For port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:39.876551 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] For port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:39.884411 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:39.942409 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:39.943017 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:39.945634 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4738ea-021c-42bf-bb91-9d32bc79fbda None None] Pushing event updated for resources: {'Port': ['ID=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:39.945890 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Allocated IP 172.20.0.1 (5c25748a-5328-4631-8b87-a4e12680c93b/49abf726-4927-4856-ac99-226ca423c25f/96eb2b02-357b-4d5c-bc54-536def9dbac3) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:40.057078 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:40.057629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.069901 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks [] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.103843 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.144955 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:40.149740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:40.153524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:40.180900 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Pushing event updated for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:40.201852 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.265777 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:38Z', 'revision_number': 3, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:40.294733 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060188e3-4fed-4740-90e2-de2ff49b1477 None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:38Z', 'revision_number': 3, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:43:40.387575 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-9d22872e-5812-4b04-b6f4-cc1f624c1868 None None] Provisioning complete for port 96eb2b02-357b-4d5c-bc54-536def9dbac3 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:40.387953 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9d22872e-5812-4b04-b6f4-cc1f624c1868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.434329 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9d22872e-5812-4b04-b6f4-cc1f624c1868 None None] Port 96eb2b02-357b-4d5c-bc54-536def9dbac3 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:43:40.690803 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.792571 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:40.854807 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:40.855482 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:40.961324 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd2f6-4137-4054-b08b-32d34a010a2a req-e7f444f1-b421-4e74-b2fc-3fa123b303a6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:40.963046 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-207cd2f6-4137-4054-b08b-32d34a010a2a req-e7f444f1-b421-4e74-b2fc-3fa123b303a6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1333601 Feb 14 16:43:40.992810 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks [] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.001246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.015177 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:41.016471 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.043422 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:41.049263 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.050380 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 60f9849c-4ff0-4e7c-bae5-68d5876eb652 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:41.130370 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-207cd2f6-4137-4054-b08b-32d34a010a2a req-5bc07ae6-6c04-4927-b397-518c559face1 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584148 Feb 14 16:43:41.133194 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Pushing event updated for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:41.136123 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.173766 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:41.218329 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:41.218906 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.220787 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.251221 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:41.252923 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:41.326621 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:41.408194 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:43:41.535973 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:43:41.541790 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-bf28e5d7-0c27-496d-b079-bafe235d9a97 admin admin] 10.222.0.69 "PUT /v2.0/routers/d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5510001 Feb 14 16:43:41.572014 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-56af474f-9c45-4383-b0ed-90c6f1716ac5 None None] Provisioning complete for port 96eb2b02-357b-4d5c-bc54-536def9dbac3 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:41.572484 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-56af474f-9c45-4383-b0ed-90c6f1716ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:41.608435 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-56af474f-9c45-4383-b0ed-90c6f1716ac5 None None] Port 96eb2b02-357b-4d5c-bc54-536def9dbac3 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:43:42.102116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5ba98-755b-4079-9be9-07169831febc req-ad8061d6-cf3a-4a00-9400-208018702d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.103717 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-ad8061d6-cf3a-4a00-9400-208018702d4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.0595787 Feb 14 16:43:42.124775 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2115c-a32e-455f-a9e1-f375702feeb9 req-368876cb-8d48-40c9-b66c-59bdcc36998d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.127374 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9bf2115c-a32e-455f-a9e1-f375702feeb9 req-368876cb-8d48-40c9-b66c-59bdcc36998d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0706067 Feb 14 16:43:42.213016 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9bf2115c-a32e-455f-a9e1-f375702feeb9 req-4e7dc5ef-f5dd-4cac-9088-408c482f8227 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Feb 14 16:43:42.238373 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:43:42.251004 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:42.252015 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:42.287860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49086) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:42.292918 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-712879310-network', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:42.327008 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Made reservation on behalf of 3e8fb8b8912f456e83a93b35fc76118c for: {'network': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:43:42.329843 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.339158 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81fff2-a450-4327-8fe3-c7c28a0dfee3 req-82834164-8e82-4fa6-a634-8ffb709bd2c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.341127 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fb81fff2-a450-4327-8fe3-c7c28a0dfee3 req-82834164-8e82-4fa6-a634-8ffb709bd2c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0945635 Feb 14 16:43:42.350257 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.393628 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:42.457226 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fb81fff2-a450-4327-8fe3-c7c28a0dfee3 req-11b1ec3d-5993-4ac2-b3c2-028e0ae1d9ab tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040297 Feb 14 16:43:42.468902 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5ba98-755b-4079-9be9-07169831febc req-01e00be6-1193-4eff-a832-6106e6084664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.471124 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-01e00be6-1193-4eff-a832-6106e6084664 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.3548830 Feb 14 16:43:42.514653 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks [] for security_group (f168f94b-a619-4896-a338-b8931281e0d3), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.518709 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f168f94b-a619-4896-a338-b8931281e0d3), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.522166 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-f7b01252-43e7-4667-97f7-b4dbf2df2275 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0395708 Feb 14 16:43:42.548788 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:43:42.564782 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f168f94b-a619-4896-a338-b8931281e0d3,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:42.570308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (633fdefc-18de-40ac-b906-891250ff6dbd), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.570647 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.segments_db [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Added segment 633fdefc-18de-40ac-b906-891250ff6dbd of type vlan for network cf852e3d-22f6-42ad-b431-1bec941d32ab Feb 14 16:43:42.599598 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5ba98-755b-4079-9be9-07169831febc req-0d7a6330-60fa-4a63-ad3e-df3ea5864744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.601785 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-0d7a6330-60fa-4a63-ad3e-df3ea5864744 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0711946 Feb 14 16:43:42.613828 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (cf852e3d-22f6-42ad-b431-1bec941d32ab), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.646548 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (cf852e3d-22f6-42ad-b431-1bec941d32ab), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.647979 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:42.656780 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.656971 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-91105bd9-f043-4142-8aed-5db0b746e552 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389686 Feb 14 16:43:42.664449 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 2, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:42.693932 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:43:42.694293 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Updating router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 port 96eb2b02-357b-4d5c-bc54-536def9dbac3 binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:43:42.698458 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:42.724019 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] Pushing event updated for resources: {'Network': ['ID=cf852e3d-22f6-42ad-b431-1bec941d32ab,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:42.741973 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b39e7175-a24b-4839-aa4c-55cbfc0b65ae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4502993 Feb 14 16:43:42.743336 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network cf852e3d-22f6-42ad-b431-1bec941d32ab details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:43:42.745361 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49090) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:42.756591 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Request body: {'subnet': {'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-712879310-subnet', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:42.780118 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Made reservation on behalf of 3e8fb8b8912f456e83a93b35fc76118c for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:43:42.784267 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.786941 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-c93fb2b8-aa86-4d2b-9f16-794ed24a0aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161642 Feb 14 16:43:42.791374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.890449 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:42.890831 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:42.908351 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-24e5ba98-755b-4079-9be9-07169831febc req-454db7e6-aa28-41c6-afdb-2a1456f4efe5 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137300 Feb 14 16:43:42.986102 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (603c1dc6-cd98-42e6-ab11-673cc7c6760c), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.049311 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=603c1dc6-cd98-42e6-ab11-673cc7c6760c,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:43.058832 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Checking segment: {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:43.059199 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Network hostable DHCP agents. Network: cf852e3d-22f6-42ad-b431-1bec941d32ab, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:43:43.081685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Network cf852e3d-22f6-42ad-b431-1bec941d32ab is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:43:43.093333 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, cf852e3d-22f6-42ad-b431-1bec941d32ab) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:43.105911 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:43.106593 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.144565 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-146a7267-80aa-460f-a00d-e479731849ec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3926172 Feb 14 16:43:43.148031 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49100) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:43.154795 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:43.186360 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (dd50345a-07a7-4932-8f22-40a82a531df2), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.188301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (dd50345a-07a7-4932-8f22-40a82a531df2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.258997 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for router_controller (dd50345a-07a7-4932-8f22-40a82a531df2), precommit_add_association {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.287771 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5915a-ebae-45cc-bb3c-8779b2c99734 None None] Network cf852e3d-22f6-42ad-b431-1bec941d32ab requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:43:43.372177 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:43.441965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for router_gateway (dd50345a-07a7-4932-8f22-40a82a531df2), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.458813 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712db69-97e3-49c0-8372-4c2ce18d8ccc req-a556afdc-09ae-4647-8c8d-fc7a27d0212e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:43.460300 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f712db69-97e3-49c0-8372-4c2ce18d8ccc req-a556afdc-09ae-4647-8c8d-fc7a27d0212e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1622171 Feb 14 16:43:43.479185 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks [] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.493368 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-cf852e3d-22f6-42ad-b431-1bec941d32ab', 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab', 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'fixed_ips': [{'subnet_id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:43:43.494766 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.506385 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.536096 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f712db69-97e3-49c0-8372-4c2ce18d8ccc req-826cd0a4-e15e-42c3-9555-b14383adcc53 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636396 Feb 14 16:43:43.639229 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1531d3-bce3-4af1-bf7d-47bce5113713 None None] Pushing event updated for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:43.746403 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Attempting to bind port 96eb2b02-357b-4d5c-bc54-536def9dbac3 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:43.746782 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Attempting to bind port 96eb2b02-357b-4d5c-bc54-536def9dbac3 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:43.747152 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Attempting to bind port 96eb2b02-357b-4d5c-bc54-536def9dbac3 on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:43.757988 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:43.758376 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:43.758796 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.759205 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Bound using segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:43.759700 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Bound port: 96eb2b02-357b-4d5c-bc54-536def9dbac3, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:43.760088 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.782527 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Allocated IP 172.20.0.2 (cf852e3d-22f6-42ad-b431-1bec941d32ab/603c1dc6-cd98-42e6-ab11-673cc7c6760c/4c50a815-b8a3-4a27-b8d1-747b92dfe8f9) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:43.901083 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7cd8-a9f4-495b-8932-9ecc53282b8c req-7ddc2e1e-d503-4913-b749-019e451e6664 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:43.902692 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3c6f7cd8-a9f4-495b-8932-9ecc53282b8c req-7ddc2e1e-d503-4913-b749-019e451e6664 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.3333321 Feb 14 16:43:43.958039 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] For port 96eb2b02-357b-4d5c-bc54-536def9dbac3, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:43.965155 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] For port 96eb2b02-357b-4d5c-bc54-536def9dbac3, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=96eb2b02-357b-4d5c-bc54-536def9dbac3,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:43.971750 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Provisioning complete for port 96eb2b02-357b-4d5c-bc54-536def9dbac3 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:43.972131 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:43.991261 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.056829 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3c6f7cd8-a9f4-495b-8932-9ecc53282b8c req-df1099ed-f9b3-4d9c-bcb7-cc5cd699a7c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450965 Feb 14 16:43:44.081191 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for router_gateway (dd50345a-07a7-4932-8f22-40a82a531df2), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.124682 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.187400 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks [] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.207589 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:44.208322 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:44.249144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.261815 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1531d3-bce3-4af1-bf7d-47bce5113713 None None] Pushing event updated for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:44.275927 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Allocated IP 172.27.1.189 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/e9f8ab33-c9c6-436a-9499-dd3454bb4214) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:44.351309 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Network cf852e3d-22f6-42ad-b431-1bec941d32ab is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:44.389139 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:44.394514 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.398391 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:44.419663 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Pushing event updated for resources: {'Port': ['ID=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:44.429426 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Current status of the port 96eb2b02-357b-4d5c-bc54-536def9dbac3 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:44.429789 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.434187 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.482836 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:44.488894 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:44.492632 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:44.492815 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:44.498458 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f8ab33-c9c6-436a-9499-dd3454bb4214,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:44.550215 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] For port 96eb2b02-357b-4d5c-bc54-536def9dbac3, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=96eb2b02-357b-4d5c-bc54-536def9dbac3,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:44.560305 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.566792 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Attempting to bind port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:44.567164 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Attempting to bind port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:44.567533 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Attempting to bind port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 on network cf852e3d-22f6-42ad-b431-1bec941d32ab {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:44.623973 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:44.624354 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Checking segment: {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:44.624800 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.625962 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Bound using segment: {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:44.626598 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Bound port: 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:44.627125 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.745557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da6062-dafe-42d3-9556-5450166d3c41 req-eb4e2196-a652-490a-b715-a96ff0a3e154 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:44.747918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-46da6062-dafe-42d3-9556-5450166d3c41 req-eb4e2196-a652-490a-b715-a96ff0a3e154 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1140740 Feb 14 16:43:44.749784 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e2142-c583-4ff9-b62a-5d9e5dc49d81 None None] Pushing event updated for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:44.794194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-9fca7a8a-85e4-4c05-a6d3-98722a2c5128 None None] Provisioning complete for port 96eb2b02-357b-4d5c-bc54-536def9dbac3 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:44.794575 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9fca7a8a-85e4-4c05-a6d3-98722a2c5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.824402 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] For port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:44.845084 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] For port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:44.871485 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-46da6062-dafe-42d3-9556-5450166d3c41 req-b8ec7444-3359-4ede-8601-a3e1fbc7b135 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074946 Feb 14 16:43:44.876781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.879000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for router_gateway (dd50345a-07a7-4932-8f22-40a82a531df2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:44.987866 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bf057-4235-4146-acf6-f9373f518dc3 None None] Pushing event updated for resources: {'Port': ['ID=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:45.019006 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:43Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:45.053387 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b4616-db53-4191-b820-2b9b634aaf24 None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:43Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:43:45.055260 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9fca7a8a-85e4-4c05-a6d3-98722a2c5128 None None] Current status of the port 96eb2b02-357b-4d5c-bc54-536def9dbac3 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:45.219140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (dd50345a-07a7-4932-8f22-40a82a531df2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:45.372161 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68358f-cbb2-4713-a1c2-8e14ae08f8e7 req-7e584643-1530-47b7-a7ff-fe09c3563758 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:45.376417 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2d68358f-cbb2-4713-a1c2-8e14ae08f8e7 req-7e584643-1530-47b7-a7ff-fe09c3563758 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1668994 Feb 14 16:43:45.547227 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2d68358f-cbb2-4713-a1c2-8e14ae08f8e7 req-6d0f49c1-8109-40b2-b582-ab0e918349d6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186187 Feb 14 16:43:45.582079 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Router dd50345a-07a7-4932-8f22-40a82a531df2 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:43:45.698440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49138) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:45.729423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:43:45.741002 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Sync routers for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:43:45.754670 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:45.755179 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:45.756015 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:45.756318 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cb53e0f4-e2d5-4a0b-a395-dc7944cc47d6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6068707 Feb 14 16:43:45.760438 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49142) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:45.901335 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:45.932022 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96450c08-f609-4eb1-92c7-c2df6acbfc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.116086 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64e348-61f1-4cf8-bbae-13ea29e50802 req-d1a09575-292b-42e3-8ed5-9923a092bc6c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:46.118744 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3b64e348-61f1-4cf8-bbae-13ea29e50802 req-d1a09575-292b-42e3-8ed5-9923a092bc6c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1329083 Feb 14 16:43:46.246168 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96450c08-f609-4eb1-92c7-c2df6acbfc3c admin admin] Publish callbacks [] for security_group (c0eab836-d057-48b8-b30d-6ead8d41c9a7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.258347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96450c08-f609-4eb1-92c7-c2df6acbfc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c0eab836-d057-48b8-b30d-6ead8d41c9a7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.267468 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3b64e348-61f1-4cf8-bbae-13ea29e50802 req-cba8797a-24ea-4f27-96f0-a8cb04c486a3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308706 Feb 14 16:43:46.274806 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 3, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:46.315645 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Checking router: dd50345a-07a7-4932-8f22-40a82a531df2 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:43:46.315997 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Updating router dd50345a-07a7-4932-8f22-40a82a531df2 port e9f8ab33-c9c6-436a-9499-dd3454bb4214 binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:43:46.354140 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.365891 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96450c08-f609-4eb1-92c7-c2df6acbfc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eab836-d057-48b8-b30d-6ead8d41c9a7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:46.377015 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-96450c08-f609-4eb1-92c7-c2df6acbfc3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a204b50511b547aa9937d3aa13c81ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6778703 Feb 14 16:43:46.377156 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49150) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:46.413663 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681a618-c8ea-4b94-b821-b790fbc263bf None None] Network cf852e3d-22f6-42ad-b431-1bec941d32ab requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:43:46.452122 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] Publish callbacks [] for security_group (c0eab836-d057-48b8-b30d-6ead8d41c9a7), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.483206 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] Publish callbacks [] for security_group (c0eab836-d057-48b8-b30d-6ead8d41c9a7), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.528061 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Provisioning complete for port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:46.528876 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.586415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c0eab836-d057-48b8-b30d-6ead8d41c9a7), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.589607 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.593650 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0eab836-d057-48b8-b30d-6ead8d41c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2154522 Feb 14 16:43:46.608452 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7573bf1-7e67-4dc5-87ce-a12b8d11795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eab836-d057-48b8-b30d-6ead8d41c9a7,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:46.627938 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.897682 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks [] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.913024 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.917592 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3d27-cd3c-4941-8651-22badc6ae681 req-d6927a92-ecf4-4d3d-b607-5f0e05564924 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:46.920247 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a4d3d27-cd3c-4941-8651-22badc6ae681 req-d6927a92-ecf4-4d3d-b607-5f0e05564924 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1759598 Feb 14 16:43:46.959740 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Attempting to bind port e9f8ab33-c9c6-436a-9499-dd3454bb4214 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:46.960203 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Attempting to bind port e9f8ab33-c9c6-436a-9499-dd3454bb4214 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:46.960636 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Attempting to bind port e9f8ab33-c9c6-436a-9499-dd3454bb4214 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:46.995183 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:46.995667 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:46.996155 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:46.996617 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:46.997561 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Bound port: e9f8ab33-c9c6-436a-9499-dd3454bb4214, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:46.998156 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.029719 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a4d3d27-cd3c-4941-8651-22badc6ae681 req-00c7ef00-0c56-4a8b-91b4-0bb4e9d23a57 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031084 Feb 14 16:43:47.054401 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Allocated IP 172.20.0.1 (cf852e3d-22f6-42ad-b431-1bec941d32ab/603c1dc6-cd98-42e6-ab11-673cc7c6760c/f32e11c0-ee8b-49c9-8a5a-061985542b98) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:43:47.082739 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71614a4-563d-4344-8e0e-4751d9b4efa0 None None] Pushing event updated for resources: {'Port': ['ID=e9f8ab33-c9c6-436a-9499-dd3454bb4214,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:47.120641 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 96eb2b02-357b-4d5c-bc54-536def9dbac3 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:47.141662 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] For port e9f8ab33-c9c6-436a-9499-dd3454bb4214, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:47.146522 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] For port e9f8ab33-c9c6-436a-9499-dd3454bb4214, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e9f8ab33-c9c6-436a-9499-dd3454bb4214,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:47.163608 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.218310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks [] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.232610 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71614a4-563d-4344-8e0e-4751d9b4efa0 None None] Pushing event updated for resources: {'Port': ['ID=e9f8ab33-c9c6-436a-9499-dd3454bb4214,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:47.236453 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Current status of the port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:47.237891 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.298485 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 96eb2b02-357b-4d5c-bc54-536def9dbac3 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:47.299286 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.300687 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:47.301343 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:47.311331 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] For port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:47.354267 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.367301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.427546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Pushing event updated for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:47.435681 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Network cf852e3d-22f6-42ad-b431-1bec941d32ab is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:47.438783 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:47.441888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:43:47.491023 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (dd50345a-07a7-4932-8f22-40a82a531df2), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.518178 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf092a29-0229-4a60-a98c-87afeb3d1c01 None None] Pushing event updated for resources: {'Port': ['ID=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:47.572941 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eee1a-168d-4a35-8223-ccf027a1b1a9 req-83bcfa1d-6fe8-468e-bc4a-fd5124de760d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:47.581428 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-877eee1a-168d-4a35-8223-ccf027a1b1a9 req-83bcfa1d-6fe8-468e-bc4a-fd5124de760d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1915836 Feb 14 16:43:47.648894 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 96eb2b02-357b-4d5c-bc54-536def9dbac3 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:47.650801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:47.691981 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-877eee1a-168d-4a35-8223-ccf027a1b1a9 req-db747920-ee0e-4a99-aa53-e5b947954435 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095531 Feb 14 16:43:47.767891 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:47.768834 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.773832 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:47.783790 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:47.867588 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-1233d2d4-22e0-428b-85f8-552efba8bc23 None None] Provisioning complete for port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:47.868885 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1233d2d4-22e0-428b-85f8-552efba8bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.044220 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:48.051992 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 3, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:48.088346 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf714-8632-47d8-b766-19a6a1d8b060 None None] The sync data for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi is: [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 3, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:43:48.103422 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks [] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.113048 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.150452 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-1233d2d4-22e0-428b-85f8-552efba8bc23 None None] Current status of the port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:48.230871 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Pushing event updated for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:48.234622 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4fd60-6d10-4f17-a40b-187ce32d5560 req-8bbe2a5b-0d99-47bf-b1a3-0b50109623a7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:48.236128 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (dd50345a-07a7-4932-8f22-40a82a531df2), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.237297 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-efe4fd60-6d10-4f17-a40b-187ce32d5560 req-8bbe2a5b-0d99-47bf-b1a3-0b50109623a7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0696359 Feb 14 16:43:48.280507 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-c559711b-cc1c-4dfe-ae6b-83d6f03c6b59 None None] Provisioning complete for port f32e11c0-ee8b-49c9-8a5a-061985542b98 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:48.280919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c559711b-cc1c-4dfe-ae6b-83d6f03c6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.328010 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-efe4fd60-6d10-4f17-a40b-187ce32d5560 req-9a9a6383-0eab-4b6e-b5c0-c8b8830db497 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852273 Feb 14 16:43:48.331982 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-c559711b-cc1c-4dfe-ae6b-83d6f03c6b59 None None] Port f32e11c0-ee8b-49c9-8a5a-061985542b98 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:43:48.356039 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Network cf852e3d-22f6-42ad-b431-1bec941d32ab is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:43:48.357796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:43:48.677742 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Router dd50345a-07a7-4932-8f22-40a82a531df2 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:43:48.777084 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-be96ec6b-6182-4a91-b0ae-1dec88ea4d93 None None] Provisioning complete for port f32e11c0-ee8b-49c9-8a5a-061985542b98 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:48.791240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-be96ec6b-6182-4a91-b0ae-1dec88ea4d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:48.847166 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-be96ec6b-6182-4a91-b0ae-1dec88ea4d93 None None] Port f32e11c0-ee8b-49c9-8a5a-061985542b98 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:43:48.868746 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e9f8ab33-c9c6-436a-9499-dd3454bb4214 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:48.936310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:43:48.957235 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e41e35f2-78c0-4855-9200-7730ef20ba55 admin admin] 10.222.0.69 "PUT /v2.0/routers/dd50345a-07a7-4932-8f22-40a82a531df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1885357 Feb 14 16:43:48.978022 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6a17e-fe90-45bf-81b2-87ffb72dd9e2 req-063e67e1-55c9-4048-8083-6525b62519c7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:48.987090 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bfa6a17e-fe90-45bf-81b2-87ffb72dd9e2 req-063e67e1-55c9-4048-8083-6525b62519c7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1366386 Feb 14 16:43:49.021330 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port e9f8ab33-c9c6-436a-9499-dd3454bb4214 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:49.021706 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.073001 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bfa6a17e-fe90-45bf-81b2-87ffb72dd9e2 req-c924910e-c896-45a4-8ab7-83bda23d0367 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849936 Feb 14 16:43:49.192134 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port e9f8ab33-c9c6-436a-9499-dd3454bb4214 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:49.192622 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.218284 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port e9f8ab33-c9c6-436a-9499-dd3454bb4214, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e9f8ab33-c9c6-436a-9499-dd3454bb4214,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:49.228637 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.229643 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:49.344714 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=e9f8ab33-c9c6-436a-9499-dd3454bb4214,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:49.355775 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:49.356162 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.473160 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:49.536227 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a202e99-60d0-40e9-b50e-efdbbb7199e2 req-a537065a-fa9b-42ee-8e62-73dd72aafcc7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:49.538205 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3a202e99-60d0-40e9-b50e-efdbbb7199e2 req-a537065a-fa9b-42ee-8e62-73dd72aafcc7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0873659 Feb 14 16:43:49.616008 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3a202e99-60d0-40e9-b50e-efdbbb7199e2 req-8b197589-ebc4-4e2e-a57a-92ae9dd62966 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718219 Feb 14 16:43:49.619348 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49230) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:49.624382 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827501798', 'description': 'tempest-secgroup-smoke-827501798 description', 'project_id': '62496f003fff469ab7b376f30e802e1f'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:49.655638 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.729621 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (4070d83d-2ee4-461c-8475-565dd1136928), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.734440 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4070d83d-2ee4-461c-8475-565dd1136928), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.769959 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4070d83d-2ee4-461c-8475-565dd1136928,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:49.779619 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.784536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49238) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:49.785311 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-5dd3a703-3fb8-411d-a4af-0fb59bf2ebf1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1648858 Feb 14 16:43:49.789338 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:49.821890 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (3c56d5bf-9e25-449b-bd9f-57eca4045f17), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.888271 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (3c56d5bf-9e25-449b-bd9f-57eca4045f17), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.893218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (3c56d5bf-9e25-449b-bd9f-57eca4045f17), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.917194 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c56d5bf-9e25-449b-bd9f-57eca4045f17,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:49.931186 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:49.932421 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-4744ff01-65c1-4bfb-96f0-7783f6043889 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468077 Feb 14 16:43:49.935779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49242) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:49.940411 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:49.965813 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (ed8648d4-7192-4c64-852d-0ddf62144605), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.036524 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (ed8648d4-7192-4c64-852d-0ddf62144605), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.042040 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (ed8648d4-7192-4c64-852d-0ddf62144605), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.059853 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8648d4-7192-4c64-852d-0ddf62144605,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:50.082565 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.086410 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6c5e3a26-4cf7-4ac6-8c79-3f1d0682d474 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470215 Feb 14 16:43:50.086824 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49248) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:50.092814 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:50.136574 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (3c037568-bf84-4924-aa82-4ecb1b0a3309), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.298421 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c351-f29f-4b6c-85a4-375ec76f667d req-271e2551-08ee-4134-9ad6-8572933f915b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:50.300029 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2440c351-f29f-4b6c-85a4-375ec76f667d req-271e2551-08ee-4134-9ad6-8572933f915b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1097274 Feb 14 16:43:50.309313 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (3c037568-bf84-4924-aa82-4ecb1b0a3309), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.338901 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (3c037568-bf84-4924-aa82-4ecb1b0a3309), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.364217 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c037568-bf84-4924-aa82-4ecb1b0a3309,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:50.387004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2440c351-f29f-4b6c-85a4-375ec76f667d req-c8f40299-cf2c-4538-b825-df99de4d05a2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Feb 14 16:43:50.390299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.392285 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ea284704-b9bf-4dbd-92d6-4c5108f8b6ed tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042881 Feb 14 16:43:50.394882 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49258) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:50.399424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:50.436095 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (c56f7708-63ea-41fd-9340-4b9c41184405), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.489833 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Sync routers for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:43:50.505645 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:50.506828 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:50.512135 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (c56f7708-63ea-41fd-9340-4b9c41184405), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.519173 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (c56f7708-63ea-41fd-9340-4b9c41184405), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.547842 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56f7708-63ea-41fd-9340-4b9c41184405,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:50.562615 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.567803 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49262) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:50.568704 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-adf7b0b3-a223-4796-9a73-b772a36014e3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726093 Feb 14 16:43:50.574830 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:50.616923 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.securitygroups_db [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Project 62496f003fff469ab7b376f30e802e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:43:50.627763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (8f902902-3bad-4e00-b961-00fe94b3cd24), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.682782 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:50.711791 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (8f902902-3bad-4e00-b961-00fe94b3cd24), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.719981 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (8f902902-3bad-4e00-b961-00fe94b3cd24), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.736338 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e9f8ab33-c9c6-436a-9499-dd3454bb4214 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:50.740542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f902902-3bad-4e00-b961-00fe94b3cd24,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:50.752697 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.754309 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-feeeb089-1e62-4307-9fb2-c4fe886e1fa5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1853974 Feb 14 16:43:50.757642 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49270) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:50.764961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'security_group_rule': {'security_group_id': '4070d83d-2ee4-461c-8475-565dd1136928', 'project_id': '62496f003fff469ab7b376f30e802e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:43:50.800744 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.securitygroups_db [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Project 62496f003fff469ab7b376f30e802e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:43:50.807493 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (cf54beb2-32ea-47f7-be73-40887980e83d), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.813805 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bd194-416a-42f6-917c-3b2cb7fbba44 req-9344716e-84d5-4d51-84ca-e6dca8b037b3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:50.816144 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af3bd194-416a-42f6-917c-3b2cb7fbba44 req-9344716e-84d5-4d51-84ca-e6dca8b037b3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0834994 Feb 14 16:43:50.888217 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af3bd194-416a-42f6-917c-3b2cb7fbba44 req-0079a935-6e32-43b6-91c1-0d291093ed5a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641811 Feb 14 16:43:50.902064 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port e9f8ab33-c9c6-436a-9499-dd3454bb4214 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:50.902433 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.911816 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (cf54beb2-32ea-47f7-be73-40887980e83d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.917371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (cf54beb2-32ea-47f7-be73-40887980e83d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.937653 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf54beb2-32ea-47f7-be73-40887980e83d,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:50.949498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:50.950815 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-558db9a8-5a53-40fc-9d67-148953d0c645 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1918352 Feb 14 16:43:51.087227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port e9f8ab33-c9c6-436a-9499-dd3454bb4214 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:51.116701 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 4, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'f32e11c0-ee8b-49c9-8a5a-061985542b98', 'name': '', 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'mac_address': 'fa:16:3e:cb:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:46Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 2, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'subnets': [{'id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:51.149236 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Checking router: dd50345a-07a7-4932-8f22-40a82a531df2 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:43:51.149574 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Updating router dd50345a-07a7-4932-8f22-40a82a531df2 port f32e11c0-ee8b-49c9-8a5a-061985542b98 binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:43:51.180423 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.517659 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks [] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.526166 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.539293 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09224-5c2d-4dd8-9a67-17c257255753 req-f81aa711-4e27-4e02-81be-b44010b4ac77 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:51.541037 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ec09224-5c2d-4dd8-9a67-17c257255753 req-f81aa711-4e27-4e02-81be-b44010b4ac77 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0700343 Feb 14 16:43:51.612095 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821167b-be9e-4a73-9723-21900b79de59 None None] Pushing event updated for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:51.622603 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ec09224-5c2d-4dd8-9a67-17c257255753 req-1a35fa9a-6ca4-4e3c-b242-7f461c03baeb tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737364 Feb 14 16:43:51.669542 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Attempting to bind port f32e11c0-ee8b-49c9-8a5a-061985542b98 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:43:51.669858 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Attempting to bind port f32e11c0-ee8b-49c9-8a5a-061985542b98 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:43:51.670365 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Attempting to bind port f32e11c0-ee8b-49c9-8a5a-061985542b98 on network cf852e3d-22f6-42ad-b431-1bec941d32ab {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:43:51.677650 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:43:51.678295 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Checking segment: {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:43:51.678868 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.679420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Bound using segment: {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:43:51.680052 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Bound port: f32e11c0-ee8b-49c9-8a5a-061985542b98, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633fdefc-18de-40ac-b906-891250ff6dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:43:51.680614 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.820445 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] For port f32e11c0-ee8b-49c9-8a5a-061985542b98, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:43:51.826868 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] For port f32e11c0-ee8b-49c9-8a5a-061985542b98, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=f32e11c0-ee8b-49c9-8a5a-061985542b98,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:43:51.839555 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.926788 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcefba-3478-4d22-958e-07f6f0ca647a req-6fabb6bc-667b-43f0-b7fc-b62810ce6e11 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:51.938699 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821167b-be9e-4a73-9723-21900b79de59 None None] Pushing event updated for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:51.938939 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2dcefba-3478-4d22-958e-07f6f0ca647a req-6fabb6bc-667b-43f0-b7fc-b62810ce6e11 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0986283 Feb 14 16:43:51.942017 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Provisioning complete for port f32e11c0-ee8b-49c9-8a5a-061985542b98 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:51.942441 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:51.975703 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:43:51.976418 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:43:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:52.079531 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2dcefba-3478-4d22-958e-07f6f0ca647a req-c1c2e7de-20e1-47f6-874b-8326c008c72c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226299 Feb 14 16:43:52.159552 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6209-9825-416f-86c7-a423b2a6987d req-9967e8e8-74db-4d93-88bb-ff48f482a5c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:52.161558 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2df6209-9825-416f-86c7-a423b2a6987d req-9967e8e8-74db-4d93-88bb-ff48f482a5c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1109300 Feb 14 16:43:52.261272 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2df6209-9825-416f-86c7-a423b2a6987d req-23925b16-6f25-4d8f-abe9-223de9a2342b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920913 Feb 14 16:43:52.345728 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Current status of the port f32e11c0-ee8b-49c9-8a5a-061985542b98 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:52.346113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:52.363311 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:43:52.423703 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] For port f32e11c0-ee8b-49c9-8a5a-061985542b98, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=f32e11c0-ee8b-49c9-8a5a-061985542b98,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:52.451742 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:52.603907 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d85421-ad20-40b2-ba7b-cfad68af4083 None None] Pushing event updated for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:52.633255 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-9f22a741-9a06-473f-995c-772d7c6cb0c0 None None] Provisioning complete for port f32e11c0-ee8b-49c9-8a5a-061985542b98 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:52.633639 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f22a741-9a06-473f-995c-772d7c6cb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:52.730283 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 4, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'f32e11c0-ee8b-49c9-8a5a-061985542b98', 'name': '', 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'mac_address': 'fa:16:3e:cb:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:46Z', 'updated_at': '2022-02-14T16:43:51Z', 'revision_number': 4, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'subnets': [{'id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:43:52.784520 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784176a-00a0-4ef9-8dc7-8fc3ed4457ff None None] The sync data for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi is: [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:43:47Z', 'revision_number': 4, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'f32e11c0-ee8b-49c9-8a5a-061985542b98', 'name': '', 'network_id': 'cf852e3d-22f6-42ad-b431-1bec941d32ab', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'mac_address': 'fa:16:3e:cb:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:46Z', 'updated_at': '2022-02-14T16:43:51Z', 'revision_number': 4, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'subnets': [{'id': '603c1dc6-cd98-42e6-ab11-673cc7c6760c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:43:52.800529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21e23-8bc6-463e-8a86-7846d723d971 req-a16b1dd3-c3a0-44c8-b4c6-e9219f2d82ec tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:52.804095 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9f22a741-9a06-473f-995c-772d7c6cb0c0 None None] Current status of the port f32e11c0-ee8b-49c9-8a5a-061985542b98 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:52.815667 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0fe21e23-8bc6-463e-8a86-7846d723d971 req-a16b1dd3-c3a0-44c8-b4c6-e9219f2d82ec tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0818632 Feb 14 16:43:52.901084 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0fe21e23-8bc6-463e-8a86-7846d723d971 req-0fbbb7fb-2d5d-4b92-ab6d-979008fd1df5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 Feb 14 16:43:53.227541 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31f09-7357-436e-a67f-e323d999562e req-86071100-a16e-4871-baef-dee3eeee64c3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:53.229182 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04a31f09-7357-436e-a67f-e323d999562e req-86071100-a16e-4871-baef-dee3eeee64c3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0701222 Feb 14 16:43:53.287010 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04a31f09-7357-436e-a67f-e323d999562e req-fa1d30cc-ba73-4944-81e9-3de10ec181ea tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Feb 14 16:43:53.400481 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96ebcd-29a9-491e-8271-89054ffca201 req-53c58ba7-535e-4c0f-b49b-2aea007ae9f9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:53.402235 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4b96ebcd-29a9-491e-8271-89054ffca201 req-53c58ba7-535e-4c0f-b49b-2aea007ae9f9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0602465 Feb 14 16:43:53.457827 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4b96ebcd-29a9-491e-8271-89054ffca201 req-77a0db25-c4e3-43ab-938f-80899eeb5590 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491669 Feb 14 16:43:54.041764 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1673d-25c2-455e-ad91-7d0abff87efd req-04cfd6d8-07ba-41c5-bbec-a90930b0472e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:54.043494 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-70a1673d-25c2-455e-ad91-7d0abff87efd req-04cfd6d8-07ba-41c5-bbec-a90930b0472e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0595858 Feb 14 16:43:54.092141 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-70a1673d-25c2-455e-ad91-7d0abff87efd req-a1b7a21b-92e9-47f7-aacd-0adad6af5f10 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Feb 14 16:43:54.229480 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:43:54.242825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-25272e06-83a8-4a6c-b9ca-0971ad6de5c1 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:54.244284 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-25272e06-83a8-4a6c-b9ca-0971ad6de5c1 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0560844 Feb 14 16:43:54.358558 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Deleting port 43aa9c3e-142c-435c-93a3-6a4e72831700 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:43:54.359158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:54.424302 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27212973-f6db-4728-8268-bdd73b69d936 req-73d09092-aac9-4daf-821f-59fa56170cb9 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:54.426121 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27212973-f6db-4728-8268-bdd73b69d936 req-73d09092-aac9-4daf-821f-59fa56170cb9 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0816f4eb-ebd0-473e-8770-fa80b50fc0e8 HTTP/1.1" status: 200 len: 946 time: 0.0593576 Feb 14 16:43:54.476012 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] For port 43aa9c3e-142c-435c-93a3-6a4e72831700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43aa9c3e-142c-435c-93a3-6a4e72831700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:54.476462 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:54.477877 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27212973-f6db-4728-8268-bdd73b69d936 req-982bd56b-8e66-4560-a355-93fed71b68ce tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Feb 14 16:43:54.507406 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Calling delete_port for 43aa9c3e-142c-435c-93a3-6a4e72831700 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:43:54.637675 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f6c0-184a-4545-b8d7-190973ccf6f8 req-82fe61c5-3ac8-418c-b6a9-457cda2d8b83 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:54.639560 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c99f6c0-184a-4545-b8d7-190973ccf6f8 req-82fe61c5-3ac8-418c-b6a9-457cda2d8b83 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0958052 Feb 14 16:43:54.696574 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device f32e11c0-ee8b-49c9-8a5a-061985542b98 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:54.725231 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (43aa9c3e-142c-435c-93a3-6a4e72831700), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:54.745275 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438', '715ff06e-5063-4fb0-8993-993194a22700', '505d820d-2f22-4167-8974-01170beb89cc', '43aa9c3e-142c-435c-93a3-6a4e72831700'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:43:54.745501 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c99f6c0-184a-4545-b8d7-190973ccf6f8 req-4dbd7072-9506-4c3f-9a6a-d0f883317cfd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973454 Feb 14 16:43:54.813424 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event deleted for resources: {'Port': ['ID=43aa9c3e-142c-435c-93a3-6a4e72831700,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:54.837080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] No DVR routers for this DVR port 43aa9c3e-142c-435c-93a3-6a4e72831700 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:43:54.841400 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:54.846005 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-284950ec-fe34-492f-9d70-a85ba4cd1613 req-81b5520c-9cd3-4bdc-89b6-b006059a0c79 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "DELETE /v2.0/ports/43aa9c3e-142c-435c-93a3-6a4e72831700 HTTP/1.1" status: 204 len: 173 time: 0.5946136 Feb 14 16:43:54.846488 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'name': 'network-vif-deleted', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:43:54.848916 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd0aba-69b2-4435-8a72-99b9ab477fee" -d '{"events": [{"server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "name": "network-vif-deleted", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:43:54.856340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port f32e11c0-ee8b-49c9-8a5a-061985542b98 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:54.856753 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:54.900993 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa07313-4172-47fb-a400-d0f10ca9377e x-openstack-request-id: req-1fa07313-4172-47fb-a400-d0f10ca9377e {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:43:54.901566 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816f4eb-ebd0-473e-8770-fa80b50fc0e8", "name": "network-vif-deleted", "tag": "43aa9c3e-142c-435c-93a3-6a4e72831700", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:43:54.901986 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fa07313-4172-47fb-a400-d0f10ca9377e {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:43:54.902604 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816f4eb-ebd0-473e-8770-fa80b50fc0e8', 'name': 'network-vif-deleted', 'tag': '43aa9c3e-142c-435c-93a3-6a4e72831700', 'status': 'completed', 'code': 200} Feb 14 16:43:55.011909 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port f32e11c0-ee8b-49c9-8a5a-061985542b98 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:55.218375 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688305-9f49-4fd3-afc9-5107f5edecbc req-a87feb34-29e3-4540-8e01-ffb5edb6ac03 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:55.220658 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df688305-9f49-4fd3-afc9-5107f5edecbc req-a87feb34-29e3-4540-8e01-ffb5edb6ac03 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0586176 Feb 14 16:43:55.270073 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df688305-9f49-4fd3-afc9-5107f5edecbc req-a37d19a9-9c32-4d7f-9549-d607e994f4e2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Feb 14 16:43:55.865943 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e6e2b-d585-4f60-83ac-d189747d4651 req-ca137bd0-3d90-4c35-914f-7d84deb119c5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:55.867488 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9b0e6e2b-d585-4f60-83ac-d189747d4651 req-ca137bd0-3d90-4c35-914f-7d84deb119c5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0550835 Feb 14 16:43:55.896075 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:43:55.948420 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9b0e6e2b-d585-4f60-83ac-d189747d4651 req-b20706e3-a625-44d6-8ea9-13d9ee0f805b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734470 Feb 14 16:43:56.039819 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:56.052817 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '38de8661-cab7-496f-8ad3-b37846bcf842', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:43:56.102227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: ACTIVE; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:56.102626 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:56.124577 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:43:56.151492 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:56.157364 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:56.217251 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=6']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:56.320921 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['38de8661-cab7-496f-8ad3-b37846bcf842'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:43:56.398795 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55927-74f7-4372-ba99-ca040f54868b req-123bffb0-0102-4200-8194-1412491b514e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:56.400275 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e7f55927-74f7-4372-ba99-ca040f54868b req-123bffb0-0102-4200-8194-1412491b514e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Feb 14 16:43:56.455187 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e7f55927-74f7-4372-ba99-ca040f54868b req-6739c717-54dd-4cb7-bb0d-b8b3799221a6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459282 Feb 14 16:43:56.893427 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fca43-8a0c-43cd-a389-255a73fd593c req-a02b307c-7790-43e5-9c6d-322011549294 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:56.894918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1b7fca43-8a0c-43cd-a389-255a73fd593c req-a02b307c-7790-43e5-9c6d-322011549294 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.0551107 Feb 14 16:43:56.949398 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1b7fca43-8a0c-43cd-a389-255a73fd593c req-102d65f5-3801-4450-9609-36ed77fbc149 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Feb 14 16:43:57.079952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dd98-d62a-41e0-9896-8a45a4182edf req-33c3b6bb-e9b4-4ca1-9e55-6989acacc2f2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:57.081488 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c864dd98-d62a-41e0-9896-8a45a4182edf req-33c3b6bb-e9b4-4ca1-9e55-6989acacc2f2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0566714 Feb 14 16:43:57.128258 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c864dd98-d62a-41e0-9896-8a45a4182edf req-3c1fb7fa-91d2-4d45-87f5-b436c3cb8a5d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Feb 14 16:43:57.613834 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54c89-587e-4738-ba4e-01d83c9e8575 req-449da1c9-9e70-418d-a5a8-8f5c7a410266 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:57.615661 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ed54c89-587e-4738-ba4e-01d83c9e8575 req-449da1c9-9e70-418d-a5a8-8f5c7a410266 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0607491 Feb 14 16:43:57.682837 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ed54c89-587e-4738-ba4e-01d83c9e8575 req-46cc9be8-598d-4b7f-9640-6612b2f10045 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Feb 14 16:43:57.739273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49484) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:57.875935 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9e24-a7cd-49d8-be5c-a7b9108f4ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:57.911030 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:43:57.959619 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9e24-a7cd-49d8-be5c-a7b9108f4ea7 admin admin] Publish callbacks [] for security_group (f80d11a5-dd78-40ae-b801-d6a363834f70), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:57.965257 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2bfd9e24-a7cd-49d8-be5c-a7b9108f4ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f80d11a5-dd78-40ae-b801-d6a363834f70), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:57.971776 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 38de8661-cab7-496f-8ad3-b37846bcf842 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:43:57.972324 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.013616 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2bfd9e24-a7cd-49d8-be5c-a7b9108f4ea7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fc19bd967464d48afe6c2c4878bf8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731776 Feb 14 16:43:58.014794 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd9e24-a7cd-49d8-be5c-a7b9108f4ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d11a5-dd78-40ae-b801-d6a363834f70,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:58.018687 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49496) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:58.083376 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:43:58.083778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.115990 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:43:58.118344 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b1667-3103-484b-96db-9f42bc2934a8" -d '{"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:43:58.141810 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:58.146681 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.148148 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 43aa9c3e-142c-435c-93a3-6a4e72831700 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:43:58.174639 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca702870-a350-4de0-a411-4a1f4b26484c x-openstack-request-id: req-ca702870-a350-4de0-a411-4a1f4b26484c {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:43:58.174939 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:43:58.175295 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca702870-a350-4de0-a411-4a1f4b26484c {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:43:58.175698 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'code': 200} Feb 14 16:43:58.178378 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 43aa9c3e-142c-435c-93a3-6a4e72831700 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:43:58.178820 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 43aa9c3e-142c-435c-93a3-6a4e72831700 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:43:58.247271 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=7']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:58.357687 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] Publish callbacks [] for security_group (f80d11a5-dd78-40ae-b801-d6a363834f70), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.381183 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48528974-2267-46a4-901b-9ae142da7d4b req-668f7584-2607-4706-836c-c2287847f708 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:58.382582 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48528974-2267-46a4-901b-9ae142da7d4b req-668f7584-2607-4706-836c-c2287847f708 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.3308177 Feb 14 16:43:58.402884 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf164ad-1b9b-46c3-bbf0-977720d7e90d req-87b07cc9-5da4-49ae-a68c-e9ada01da1e5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:58.404344 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6bf164ad-1b9b-46c3-bbf0-977720d7e90d req-87b07cc9-5da4-49ae-a68c-e9ada01da1e5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1128528 Feb 14 16:43:58.414041 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] Publish callbacks [] for security_group (f80d11a5-dd78-40ae-b801-d6a363834f70), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.505751 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48528974-2267-46a4-901b-9ae142da7d4b req-12cf3305-2ad5-45fb-a7f0-ca821dce221f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144145 Feb 14 16:43:58.520830 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6bf164ad-1b9b-46c3-bbf0-977720d7e90d req-d355eb1c-b1bc-49d6-b279-89d86f0aae18 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048923 Feb 14 16:43:58.540648 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f80d11a5-dd78-40ae-b801-d6a363834f70), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.543354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:58.544483 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f80d11a5-dd78-40ae-b801-d6a363834f70 HTTP/1.1" status: 204 len: 168 time: 0.5239770 Feb 14 16:43:58.556025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf91c9-d3a3-4d4e-83ce-209d3f9456a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d11a5-dd78-40ae-b801-d6a363834f70,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:58.851331 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab765b-9d72-4920-a73f-0c529f16fec2 req-5c1c6de9-96a3-4a89-bfd2-82d0eb56437d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:58.862146 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8bab765b-9d72-4920-a73f-0c529f16fec2 req-5c1c6de9-96a3-4a89-bfd2-82d0eb56437d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0935762 Feb 14 16:43:58.940267 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49524) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:58.962636 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd96aaf0-d627-4c52-9159-c287cc02b6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.004122 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8bab765b-9d72-4920-a73f-0c529f16fec2 req-f2a51f34-42e5-4da1-a77d-5279adf2bd2c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437147 Feb 14 16:43:59.128274 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-c1b4a642-b4da-44fc-9799-bbf25e1cb289 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:59.134338 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-c1b4a642-b4da-44fc-9799-bbf25e1cb289 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.1006565 Feb 14 16:43:59.322509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd96aaf0-d627-4c52-9159-c287cc02b6bd admin admin] Publish callbacks [] for security_group (4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.340401 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-dd96aaf0-d627-4c52-9159-c287cc02b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.378751 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96aaf0-d627-4c52-9159-c287cc02b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:59.383291 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Deleting port 505d820d-2f22-4167-8974-01170beb89cc {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:43:59.383995 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (505d820d-2f22-4167-8974-01170beb89cc), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.441195 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-dd96aaf0-d627-4c52-9159-c287cc02b6bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c2f62129d744d3796df977ba1cf60e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991004 Feb 14 16:43:59.445409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49544) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:43:59.550547 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] Publish callbacks [] for security_group (4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.557701 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] For port 505d820d-2f22-4167-8974-01170beb89cc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=505d820d-2f22-4167-8974-01170beb89cc,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:43:59.557974 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (505d820d-2f22-4167-8974-01170beb89cc), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.585127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Calling delete_port for 505d820d-2f22-4167-8974-01170beb89cc owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:43:59.623057 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] Publish callbacks [] for security_group (4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.774424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d960d6-60b2-4ac4-88c2-0ccbf3ad88c7 req-aebcc418-2634-42d7-b9dd-5990bfe1a3d4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:59.776270 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28d960d6-60b2-4ac4-88c2-0ccbf3ad88c7 req-aebcc418-2634-42d7-b9dd-5990bfe1a3d4 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 945 time: 0.1229544 Feb 14 16:43:59.791241 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b1a3-e273-44b8-91ac-97ea4ccba69a req-f7407f37-2cab-4a96-a593-637d905609c5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:43:59.793154 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18e9b1a3-e273-44b8-91ac-97ea4ccba69a req-f7407f37-2cab-4a96-a593-637d905609c5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1256318 Feb 14 16:43:59.804915 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.807975 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.811688 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7 HTTP/1.1" status: 204 len: 168 time: 0.3626256 Feb 14 16:43:59.855230 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546d638-f3af-4e43-91ab-9cdd1ac247f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea8c05-4ec6-4dbc-96ab-cccb131b3cf7,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:43:59.913281 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18e9b1a3-e273-44b8-91ac-97ea4ccba69a req-9f0d0b9c-6c91-4845-bab7-4b0b398d13f7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002643 Feb 14 16:43:59.923681 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28d960d6-60b2-4ac4-88c2-0ccbf3ad88c7 req-72607caf-f66c-4c07-8d84-a7c6b90d5ce3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403313 Feb 14 16:43:59.969582 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (505d820d-2f22-4167-8974-01170beb89cc), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:43:59.988431 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438', '715ff06e-5063-4fb0-8993-993194a22700', '505d820d-2f22-4167-8974-01170beb89cc'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:00.075005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event deleted for resources: {'Port': ['ID=505d820d-2f22-4167-8974-01170beb89cc,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:00.184388 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] No DVR routers for this DVR port 505d820d-2f22-4167-8974-01170beb89cc on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:00.198326 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:00.208106 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-add71734-3c8f-4b9b-8f2e-cd7d75596c5a req-8798a79b-ed10-4f03-ac32-45c3f1a0ccf3 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "DELETE /v2.0/ports/505d820d-2f22-4167-8974-01170beb89cc HTTP/1.1" status: 204 len: 173 time: 1.0638578 Feb 14 16:44:00.208777 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'name': 'network-vif-deleted', 'tag': '505d820d-2f22-4167-8974-01170beb89cc'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:00.218092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8eafb-eb55-4ab0-a596-68b00037e22a" -d '{"events": [{"server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "name": "network-vif-deleted", "tag": "505d820d-2f22-4167-8974-01170beb89cc"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:00.271789 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff8b2-4202-441d-ba32-003bc107ad75 req-8696eb71-b202-49dc-81be-c8146d26bbaa tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:00.273684 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-766ff8b2-4202-441d-ba32-003bc107ad75 req-8696eb71-b202-49dc-81be-c8146d26bbaa tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1243553 Feb 14 16:44:00.309249 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292dfc0-d4c6-4a3f-a47b-011a34414c36 x-openstack-request-id: req-e292dfc0-d4c6-4a3f-a47b-011a34414c36 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:00.309556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac10dcb-2d1d-45c2-8bcf-13f69e2ed751", "name": "network-vif-deleted", "tag": "505d820d-2f22-4167-8974-01170beb89cc", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:00.309817 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e292dfc0-d4c6-4a3f-a47b-011a34414c36 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:00.310224 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac10dcb-2d1d-45c2-8bcf-13f69e2ed751', 'name': 'network-vif-deleted', 'tag': '505d820d-2f22-4167-8974-01170beb89cc', 'status': 'completed', 'code': 200} Feb 14 16:44:00.376555 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-766ff8b2-4202-441d-ba32-003bc107ad75 req-84db2168-72aa-4243-8a5e-d441d29b32b2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913887 Feb 14 16:44:00.657396 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49570) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:00.679355 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbf3e-4a45-4a36-bf6f-5bc8f1b10434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:00.780187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbf3e-4a45-4a36-bf6f-5bc8f1b10434 admin admin] Publish callbacks [] for security_group (75677db5-6a8c-4044-923b-75d3ce6f7a11), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:00.784695 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbf3e-4a45-4a36-bf6f-5bc8f1b10434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (75677db5-6a8c-4044-923b-75d3ce6f7a11), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:00.829430 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cbf3e-4a45-4a36-bf6f-5bc8f1b10434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75677db5-6a8c-4044-923b-75d3ce6f7a11,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:00.882267 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-5f8cbf3e-4a45-4a36-bf6f-5bc8f1b10434 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85592e4d6e2d45b1959cc699ac6457ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234399 Feb 14 16:44:00.897839 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49572) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:00.959548 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] Publish callbacks [] for security_group (75677db5-6a8c-4044-923b-75d3ce6f7a11), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:01.022182 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] Publish callbacks [] for security_group (75677db5-6a8c-4044-923b-75d3ce6f7a11), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:01.132966 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (75677db5-6a8c-4044-923b-75d3ce6f7a11), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:01.136043 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:01.137343 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75677db5-6a8c-4044-923b-75d3ce6f7a11 HTTP/1.1" status: 204 len: 168 time: 0.2376981 Feb 14 16:44:01.158972 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-564a4b82-37c3-44a4-9223-e2ef4681d5a6 req-e3bdf46e-c51e-4b09-9e11-da26882dc2ee tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=dac10dcb-2d1d-45c2-8bcf-13f69e2ed751 HTTP/1.1" status: 200 len: 210 time: 0.0917222 Feb 14 16:44:01.165869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70ff4a-687e-4c50-8597-e3531245abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75677db5-6a8c-4044-923b-75d3ce6f7a11,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:01.207669 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30929ca0-801c-4da9-8af9-7202f08d9217 req-3b819f50-00b0-4d8d-b92f-99989f3aa5ab tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:01.215822 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-30929ca0-801c-4da9-8af9-7202f08d9217 req-3b819f50-00b0-4d8d-b92f-99989f3aa5ab tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1357594 Feb 14 16:44:01.267050 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-30929ca0-801c-4da9-8af9-7202f08d9217 req-769cb518-6274-4f27-a77f-9c22f15acdfb tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467486 Feb 14 16:44:01.622319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b655e-1dd4-40e0-bf4e-c9dc2eb46e3e req-93ee8682-ce79-4b8f-bb98-2ae18697bab9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:01.631286 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d07b655e-1dd4-40e0-bf4e-c9dc2eb46e3e req-93ee8682-ce79-4b8f-bb98-2ae18697bab9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1415811 Feb 14 16:44:01.717175 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d07b655e-1dd4-40e0-bf4e-c9dc2eb46e3e req-5c6c432e-3130-48ed-a077-3c8183da6d8c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Feb 14 16:44:02.441823 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96252-3b06-4382-bcf0-3ddb20d06584 req-67bcd131-172e-4b91-b730-825fb9dc0d8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:02.450103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87e96252-3b06-4382-bcf0-3ddb20d06584 req-67bcd131-172e-4b91-b730-825fb9dc0d8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0864921 Feb 14 16:44:02.528499 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87e96252-3b06-4382-bcf0-3ddb20d06584 req-1450a1cc-88b6-4bf6-99c2-6ef612ba6059 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768147 Feb 14 16:44:02.641116 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94b124-18cc-4e69-b7ec-344f579a2a76 req-b144c7a7-b969-4907-a1c1-4c2f48fa3aec tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:02.642671 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c94b124-18cc-4e69-b7ec-344f579a2a76 req-b144c7a7-b969-4907-a1c1-4c2f48fa3aec tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 945 time: 0.0669756 Feb 14 16:44:02.721510 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c94b124-18cc-4e69-b7ec-344f579a2a76 req-9fd8c517-d15e-4e29-8ee7-88cae5de1e3b tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728464 Feb 14 16:44:02.901548 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f884a2-8c25-4bc9-bfaa-9227966b209d req-2a7bcb04-6855-4a94-80d6-972df3b582c1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:02.918824 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74f884a2-8c25-4bc9-bfaa-9227966b209d req-2a7bcb04-6855-4a94-80d6-972df3b582c1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1091385 Feb 14 16:44:03.020626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74f884a2-8c25-4bc9-bfaa-9227966b209d req-a5a9e7a4-b945-467a-a6ef-c94cbc87f815 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955520 Feb 14 16:44:03.402474 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49636) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:03.556005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bdb24d86-0c62-4a8f-a9bb-9c7e0516d6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.669964 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bdb24d86-0c62-4a8f-a9bb-9c7e0516d6cf admin admin] Publish callbacks [] for security_group (d85f342a-f44f-4e79-bc08-8be6e23965c7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.678127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bdb24d86-0c62-4a8f-a9bb-9c7e0516d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d85f342a-f44f-4e79-bc08-8be6e23965c7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.697648 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c3a6-cb2b-4661-bdee-0b249f0e0932 req-1443c562-82ee-486d-a4cc-847ed79213a5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:03.705440 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5020c3a6-cb2b-4661-bdee-0b249f0e0932 req-1443c562-82ee-486d-a4cc-847ed79213a5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0782833 Feb 14 16:44:03.736381 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb24d86-0c62-4a8f-a9bb-9c7e0516d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85f342a-f44f-4e79-bc08-8be6e23965c7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:03.744550 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-bdb24d86-0c62-4a8f-a9bb-9c7e0516d6cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f69c509a96842a88bd2aafedc9e3a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409030 Feb 14 16:44:03.745555 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49646) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:03.803036 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5020c3a6-cb2b-4661-bdee-0b249f0e0932 req-5bf8bcf0-0c38-4cd9-ac7d-94c920120832 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914462 Feb 14 16:44:03.814097 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] Publish callbacks [] for security_group (d85f342a-f44f-4e79-bc08-8be6e23965c7), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.848053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] Publish callbacks [] for security_group (d85f342a-f44f-4e79-bc08-8be6e23965c7), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.917788 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d85f342a-f44f-4e79-bc08-8be6e23965c7), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.922544 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:03.927147 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d85f342a-f44f-4e79-bc08-8be6e23965c7 HTTP/1.1" status: 204 len: 168 time: 0.1800141 Feb 14 16:44:03.933352 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 505d820d-2f22-4167-8974-01170beb89cc no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:03.944691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708729d6-4cad-46d0-a612-5dfd8986258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85f342a-f44f-4e79-bc08-8be6e23965c7,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:03.946921 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7c51-4095-440d-809f-0e6039d7b59b req-1f869da9-ced1-4d4a-93ff-b16abf833aec tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:03.949633 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-682f7c51-4095-440d-809f-0e6039d7b59b req-1f869da9-ced1-4d4a-93ff-b16abf833aec tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 945 time: 0.1106036 Feb 14 16:44:03.974099 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 505d820d-2f22-4167-8974-01170beb89cc {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:03.975196 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 505d820d-2f22-4167-8974-01170beb89cc not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:04.117580 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-682f7c51-4095-440d-809f-0e6039d7b59b req-8849e722-dac0-4329-84e0-a61b2a562576 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595652 Feb 14 16:44:04.247326 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-4b32c354-1ee2-47c1-949d-873ba6792517 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:04.249370 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-4b32c354-1ee2-47c1-949d-873ba6792517 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 945 time: 0.0872326 Feb 14 16:44:04.380374 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Deleting port 715ff06e-5063-4fb0-8993-993194a22700 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:04.381639 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (715ff06e-5063-4fb0-8993-993194a22700), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.395260 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb1134-9dc8-4592-aa6c-78457f4ba415 req-dc21de8e-6943-4619-bb93-6d9f936f0dd8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:04.397737 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7cb1134-9dc8-4592-aa6c-78457f4ba415 req-dc21de8e-6943-4619-bb93-6d9f936f0dd8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.2848773 Feb 14 16:44:04.408526 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-19305b3e-d95b-476d-aa0d-8457893356a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2149365 Feb 14 16:44:04.511272 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7cb1134-9dc8-4592-aa6c-78457f4ba415 req-41694c87-e2a0-44ce-b0d1-71e7c8ac1e9a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Feb 14 16:44:04.523302 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-6aae587f-fa68-4aa5-8207-ee023e733dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:04.523872 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] For port 715ff06e-5063-4fb0-8993-993194a22700, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=715ff06e-5063-4fb0-8993-993194a22700,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:04.524427 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (715ff06e-5063-4fb0-8993-993194a22700), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.524909 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-6aae587f-fa68-4aa5-8207-ee023e733dbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 1129 time: 0.0862613 Feb 14 16:44:04.542125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Calling delete_port for 715ff06e-5063-4fb0-8993-993194a22700 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:04.644924 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-dc36ec1d-a620-444b-a60b-eed598717d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:04.646313 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-dc36ec1d-a620-444b-a60b-eed598717d43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.0962873 Feb 14 16:44:04.696163 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-dbac37de-cc6b-4af2-bcc9-b66b0f52493d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d HTTP/1.1" status: 200 len: 217 time: 0.0430222 Feb 14 16:44:04.742140 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (715ff06e-5063-4fb0-8993-993194a22700), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.763584 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438', '715ff06e-5063-4fb0-8993-993194a22700'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:04.779607 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-a21c4f92-bc34-4750-8bf4-9ac0113b350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:04.783304 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-a21c4f92-bc34-4750-8bf4-9ac0113b350e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0769873 Feb 14 16:44:04.812197 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event deleted for resources: {'Port': ['ID=715ff06e-5063-4fb0-8993-993194a22700,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:04.836814 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] No DVR routers for this DVR port 715ff06e-5063-4fb0-8993-993194a22700 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:04.839148 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.843366 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0a4ad49b-899b-456d-a5c6-94a38f536788 req-e05c942e-0808-4272-90d8-f9ccff989dc5 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "DELETE /v2.0/ports/715ff06e-5063-4fb0-8993-993194a22700 HTTP/1.1" status: 204 len: 173 time: 0.5869420 Feb 14 16:44:04.843981 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'name': 'network-vif-deleted', 'tag': '715ff06e-5063-4fb0-8993-993194a22700'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:04.846433 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab8dd2-c0e1-478d-b6a3-0aaef7879321" -d '{"events": [{"server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "name": "network-vif-deleted", "tag": "715ff06e-5063-4fb0-8993-993194a22700"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:04.854312 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-698523ca-b00f-4903-b5f6-b5ec0d66629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.913960 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-8bb5110f-3550-4689-aa48-85abf5473d6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110396 Feb 14 16:44:04.914239 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:04.931513 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d4dc86-88dd-4276-8066-7e5fcfe6958a x-openstack-request-id: req-a5d4dc86-88dd-4276-8066-7e5fcfe6958a {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:04.931823 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2b4eeb-e248-4363-a9a8-6dac0b73b78e", "name": "network-vif-deleted", "tag": "715ff06e-5063-4fb0-8993-993194a22700", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:04.932095 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5d4dc86-88dd-4276-8066-7e5fcfe6958a {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:04.932490 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2b4eeb-e248-4363-a9a8-6dac0b73b78e', 'name': 'network-vif-deleted', 'tag': '715ff06e-5063-4fb0-8993-993194a22700', 'status': 'completed', 'code': 200} Feb 14 16:44:05.132809 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-dde5c82c-9ffd-451f-af35-2359238ada0d service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060375 Feb 14 16:44:05.146093 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc145e50-cf13-42f3-a586-2f8347cb71c3 req-d7fe35c0-e6c0-443f-8887-72be0676cc82 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:05.147596 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dc145e50-cf13-42f3-a586-2f8347cb71c3 req-d7fe35c0-e6c0-443f-8887-72be0676cc82 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0875123 Feb 14 16:44:05.276211 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dc145e50-cf13-42f3-a586-2f8347cb71c3 req-f0d48144-11b7-4643-abbe-cd011403ef34 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192715 Feb 14 16:44:05.320655 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-618a3cc9-c60b-4aec-b5b3-a825f4031025 req-dd7b0a02-4da7-417b-b74d-77b4ec8aa74d service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720440 Feb 14 16:44:05.445490 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-77e6947c-afea-456b-930e-2825fed1242a req-f7a300cc-8050-45aa-9414-4c1bd9e3dd4f tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e2b4eeb-e248-4363-a9a8-6dac0b73b78e HTTP/1.1" status: 200 len: 210 time: 0.0339875 Feb 14 16:44:05.599400 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-75be7a41-1c0b-4d11-a232-87271b273fe7 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fb38c34b95ee4e449107814531aa2264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607338 Feb 14 16:44:05.822832 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35066b-6251-4e0b-99ce-cf0400a28331 req-7dc8edb0-bea1-4f4c-bc29-ba0f53921b07 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:05.824457 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae35066b-6251-4e0b-99ce-cf0400a28331 req-7dc8edb0-bea1-4f4c-bc29-ba0f53921b07 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.2019413 Feb 14 16:44:05.869924 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-a9d77946-69a6-495b-9357-c198e649b84d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:05.871765 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-a9d77946-69a6-495b-9357-c198e649b84d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711012 Feb 14 16:44:05.915406 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-bb9cfa56-8f7f-407c-a28e-7ea3ac08c390 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/quotas/fb38c34b95ee4e449107814531aa2264 HTTP/1.1" status: 200 len: 375 time: 0.0316632 Feb 14 16:44:05.930380 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae35066b-6251-4e0b-99ce-cf0400a28331 req-73c580d3-fed4-4e4c-8a28-3a4a54d53796 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984840 Feb 14 16:44:05.974438 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-5ee5052d-ff81-4bf6-b8e0-96235dd0fe75 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb38c34b95ee4e449107814531aa2264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423415 Feb 14 16:44:06.444164 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd105-71f8-4ea2-8816-5ba329ac4da0 req-21b68b8b-80cc-49ec-a4ef-10c3de5daaae tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:06.451356 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b24fd105-71f8-4ea2-8816-5ba329ac4da0 req-21b68b8b-80cc-49ec-a4ef-10c3de5daaae tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0861573 Feb 14 16:44:06.505458 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b24fd105-71f8-4ea2-8816-5ba329ac4da0 req-06a11797-451b-401c-a2b2-55f5a08e0646 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505991 Feb 14 16:44:07.138287 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081aa1-10c5-4a0b-a725-5776770d8f1c req-6ef041c0-f6a2-4e4c-9e81-0a0c15cc46c9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:07.145852 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d7081aa1-10c5-4a0b-a725-5776770d8f1c req-6ef041c0-f6a2-4e4c-9e81-0a0c15cc46c9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0997834 Feb 14 16:44:07.211941 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4235d4d-4b5c-4aea-b3f8-8e2a23a1eba7 req-d1449b99-00c2-4a7a-aac8-4dce96c5642f tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0366812 Feb 14 16:44:07.249530 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d7081aa1-10c5-4a0b-a725-5776770d8f1c req-680bbe6e-5465-44f7-a9b5-8afc4d6ed6c5 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024015 Feb 14 16:44:07.294266 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c50b0097-5502-47b2-9076-865e262ea6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:07.730205 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df273-6060-461c-9e81-f78b15da91f7 req-ff04c332-427b-4e58-a834-40a82c8f97f5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:07.740849 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-eb9df273-6060-461c-9e81-f78b15da91f7 req-ff04c332-427b-4e58-a834-40a82c8f97f5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1346262 Feb 14 16:44:07.819073 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-eb9df273-6060-461c-9e81-f78b15da91f7 req-103082df-0c98-47da-90bc-5a6214acc4be tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786142 Feb 14 16:44:07.972770 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 715ff06e-5063-4fb0-8993-993194a22700 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:08.013032 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 715ff06e-5063-4fb0-8993-993194a22700 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:08.013677 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 715ff06e-5063-4fb0-8993-993194a22700 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:08.052575 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48184a1-f6d4-4a1c-b565-17ebe3226192 req-8387ead2-7deb-47b6-b8b7-28e49cac833e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:08.054204 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b48184a1-f6d4-4a1c-b565-17ebe3226192 req-8387ead2-7deb-47b6-b8b7-28e49cac833e tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.0741496 Feb 14 16:44:08.135372 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b48184a1-f6d4-4a1c-b565-17ebe3226192 req-d0dd65ab-bc17-40aa-ae8a-d1a7d93318c2 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745742 Feb 14 16:44:08.336892 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c88640e-e1fc-4504-824b-a9367d025712 req-dcea2517-1ea8-445e-807f-988ec5a61557 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0424180 Feb 14 16:44:08.427972 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa347180-0ea3-49cb-a927-a4e68855cc26 req-b293fa94-6d52-44f7-b332-2f47333756a8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:08.436318 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-aa347180-0ea3-49cb-a927-a4e68855cc26 req-b293fa94-6d52-44f7-b332-2f47333756a8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0752726 Feb 14 16:44:08.500580 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-aa347180-0ea3-49cb-a927-a4e68855cc26 req-3d0e0f5b-aa49-469b-ab5c-77a645f3a120 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570133 Feb 14 16:44:08.541440 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:08.589159 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-1fed0a0e-13f6-40bc-8258-f4c190f9b3d7 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb38c34b95ee4e449107814531aa2264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240982 Feb 14 16:44:08.730129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-f988804d-efd5-48fa-b4a2-a4b173ae8793 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:08.732226 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-f988804d-efd5-48fa-b4a2-a4b173ae8793 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356342 Feb 14 16:44:08.748068 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Request body: {'port': {'device_id': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360', 'admin_state_up': True, 'tenant_id': 'fb38c34b95ee4e449107814531aa2264'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:08.911022 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Made reservation on behalf of fb38c34b95ee4e449107814531aa2264 for: {'port': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:08.914454 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:08.949617 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.002180 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32454-91ec-4cb7-a8e0-77b17553cf17 req-312a141b-9901-49f5-80e8-6ed2d2ad1423 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:09.011059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fad32454-91ec-4cb7-a8e0-77b17553cf17 req-312a141b-9901-49f5-80e8-6ed2d2ad1423 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.0869958 Feb 14 16:44:09.093292 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fad32454-91ec-4cb7-a8e0-77b17553cf17 req-60bdc639-80c1-425a-90ca-08e64574dad3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682268 Feb 14 16:44:09.117009 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks [] for security_group (17470cb7-31e0-4dc5-87d9-3d1551ddd210), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.121592 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (17470cb7-31e0-4dc5-87d9-3d1551ddd210), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.159284 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17470cb7-31e0-4dc5-87d9-3d1551ddd210,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:09.323580 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Allocated IP 192.168.233.71 (bd40e257-0fd0-484d-b66f-f3b6ef48a360/c09be670-062e-4132-ba6e-e635ee253169/8b222a56-a851-4b89-8db6-25de8f2b439f) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:09.351025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f415-a976-4e7f-a353-64a883e9673b req-c71ef730-6744-48c0-8da4-32ec67de324c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:09.352503 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6475f415-a976-4e7f-a353-64a883e9673b req-c71ef730-6744-48c0-8da4-32ec67de324c tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1182246 Feb 14 16:44:09.468837 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c6d2fcc9-a38e-4bf4-829a-846a397f7696 req-6608b3da-4613-4363-ae96-58f612039982 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0458896 Feb 14 16:44:09.471925 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6475f415-a976-4e7f-a353-64a883e9673b req-106fe8eb-a934-48d5-82f6-1deb2b0a78c6 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121745 Feb 14 16:44:09.575180 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks [] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.667059 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.707900 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d4b3f-0523-43c4-94f7-bc8ebe0c5696 req-0cd5badb-a104-4a96-9886-a51800c0a246 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:09.709444 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee4d4b3f-0523-43c4-94f7-bc8ebe0c5696 req-0cd5badb-a104-4a96-9886-a51800c0a246 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1077254 Feb 14 16:44:09.735700 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Network bd40e257-0fd0-484d-b66f-f3b6ef48a360 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:09.745725 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:09.753112 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:09.777995 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Pushing event updated for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:09.818100 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee4d4b3f-0523-43c4-94f7-bc8ebe0c5696 req-a7143b0b-3a46-4066-af84-fa09a8d5c9d9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Feb 14 16:44:09.830233 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:09.830233 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.854360 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-2ce248e3-6ad8-498c-80c8-41b9bc43931c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1116643 Feb 14 16:44:09.870044 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Request body: {'port': {'device_id': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:09.935928 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:09.991589 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-0e27875a-3e23-4c10-97c1-45d9f5e30d53 None None] Provisioning complete for port 8b222a56-a851-4b89-8db6-25de8f2b439f triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:09.992183 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0e27875a-3e23-4c10-97c1-45d9f5e30d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:10.033235 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-0e27875a-3e23-4c10-97c1-45d9f5e30d53 None None] Port 8b222a56-a851-4b89-8db6-25de8f2b439f cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:10.066940 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:10.349486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1681b3-5810-4498-8d4d-dce240069e05 req-7fe179d5-c189-4277-ad2d-8ae3e436e89d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:10.351038 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a1681b3-5810-4498-8d4d-dce240069e05 req-7fe179d5-c189-4277-ad2d-8ae3e436e89d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1173022 Feb 14 16:44:10.491301 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a1681b3-5810-4498-8d4d-dce240069e05 req-1cf552e8-d256-4a35-9b3c-55cf11c139b7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297243 Feb 14 16:44:10.507038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b222a56-a851-4b89-8db6-25de8f2b439f {{(pid=109320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:10.530160 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks [] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:10.560396 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.provisioning_blocks [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Transition to ACTIVE for port object 8b222a56-a851-4b89-8db6-25de8f2b439f will not be triggered until provisioned by entity L2. {{(pid=109320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:44:10.571551 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:10.703364 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Pushing event updated for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:10.741629 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-3e43379a-94a2-4078-b5e5-001ed7447343 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:10.745697 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-3e43379a-94a2-4078-b5e5-001ed7447343 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1340022 Feb 14 16:44:10.775738 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b24835-c8ea-4c6f-804e-497704e4e136 req-2fc3939e-32b5-4010-ad0a-7500a806adae tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:10.787065 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94b24835-c8ea-4c6f-804e-497704e4e136 req-2fc3939e-32b5-4010-ad0a-7500a806adae tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/ports?device_id=54e55fc4-4efb-4578-b23e-1e7751df47fb HTTP/1.1" status: 200 len: 946 time: 0.1965687 Feb 14 16:44:10.846067 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1f78-4d43-4f52-9f0f-01ac539914c9 req-0809b33f-6643-4c51-82c9-7bb60f71d9a4 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:10.849152 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b65e1f78-4d43-4f52-9f0f-01ac539914c9 req-0809b33f-6643-4c51-82c9-7bb60f71d9a4 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 947 time: 0.2459614 Feb 14 16:44:10.947026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Deleting port d91fb30d-a05f-4d0c-b001-a5ad4421a438 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:10.947315 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.002792 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94b24835-c8ea-4c6f-804e-497704e4e136 req-0d985dd8-9a44-40c7-bec3-cfe4ea645d09 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.69 "GET /v2.0/security-groups?id=614cbb65-fe27-4b72-8401-2840a3f61d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033813 Feb 14 16:44:11.024224 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Attempting to bind port 8b222a56-a851-4b89-8db6-25de8f2b439f on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:11.024224 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Attempting to bind port 8b222a56-a851-4b89-8db6-25de8f2b439f by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:11.024224 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Attempting to bind port 8b222a56-a851-4b89-8db6-25de8f2b439f on network bd40e257-0fd0-484d-b66f-f3b6ef48a360 {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:11.036686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Port 8b222a56-a851-4b89-8db6-25de8f2b439f on network bd40e257-0fd0-484d-b66f-f3b6ef48a360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:44:11.036686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Attempting to bind port 8b222a56-a851-4b89-8db6-25de8f2b439f on network bd40e257-0fd0-484d-b66f-f3b6ef48a360 {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:11.046443 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b65e1f78-4d43-4f52-9f0f-01ac539914c9 req-494974f2-d2d1-44af-a9e9-db35a377c96f tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832631 Feb 14 16:44:11.047967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:11.048406 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Checking segment: {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:11.048855 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Bound using segment: {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'} {{(pid=109320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:11.049274 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.managers [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Bound port: 8b222a56-a851-4b89-8db6-25de8f2b439f, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da388681-e1cd-4966-82e5-38f9b5ccfc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360'}}] {{(pid=109320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:11.051299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.157970 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, cleared binding levels {{(pid=109320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:11.161793 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b222a56-a851-4b89-8db6-25de8f2b439f,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:11.172098 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] For port d91fb30d-a05f-4d0c-b001-a5ad4421a438, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d91fb30d-a05f-4d0c-b001-a5ad4421a438,segment=NetworkSegment(982afe98-eadb-4440-b431-8b2a52f84e67),segment_id=982afe98-eadb-4440-b431-8b2a52f84e67)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:11.173506 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.202663 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.219971 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Calling delete_port for d91fb30d-a05f-4d0c-b001-a5ad4421a438 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:11.237877 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.299137 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Pushing event updated for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=3']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:11.324627 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.325304 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.326811 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-0ccfcdfd-138c-4b3f-83a3-3d2349845c02 service neutron] 10.222.0.50 "PUT /v2.0/ports/8b222a56-a851-4b89-8db6-25de8f2b439f HTTP/1.1" status: 200 len: 1097 time: 1.4623313 Feb 14 16:44:11.343762 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:11.346392 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee5cd4-0791-44bc-982a-a906471b2e96" -d '{"events": [{"name": "network-changed", "server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:11.365892 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e37c8-b8ae-49f1-8a1d-19c1d68ce51c req-4bda66b0-98d1-423a-adb8-7bd6c769eab8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.367520 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-152e37c8-b8ae-49f1-8a1d-19c1d68ce51c req-4bda66b0-98d1-423a-adb8-7bd6c769eab8 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.2019942 Feb 14 16:44:11.471514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d91fb30d-a05f-4d0c-b001-a5ad4421a438), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.487832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d91fb30d-a05f-4d0c-b001-a5ad4421a438'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:11.494121 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d4ead2f5-34a6-4fb9-a3f8-7c60639fe20e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827501798&fields=id&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 267 time: 0.1445673 Feb 14 16:44:11.536537 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Pushing event deleted for resources: {'Port': ['ID=d91fb30d-a05f-4d0c-b001-a5ad4421a438,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:11.610657 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] No DVR routers for this DVR port d91fb30d-a05f-4d0c-b001-a5ad4421a438 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:11.615369 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:11.619046 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7c3c3ed5-1672-412e-9ddf-ac61ea648adb req-4ebe87c0-23fb-49a4-aeb9-d26c3392b780 tempest-AttachVolumeNegativeTest-399005610 tempest-AttachVolumeNegativeTest-399005610-project] 10.222.0.50 "DELETE /v2.0/ports/d91fb30d-a05f-4d0c-b001-a5ad4421a438 HTTP/1.1" status: 204 len: 173 time: 0.8665178 Feb 14 16:44:11.619588 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'name': 'network-vif-deleted', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:11.621836 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b6777-9e02-455e-ad75-77213aec2330" -d '{"events": [{"server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "name": "network-vif-deleted", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:11.704654 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-152e37c8-b8ae-49f1-8a1d-19c1d68ce51c req-57e3f0c7-010e-430e-8249-a625c87254bd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050508 Feb 14 16:44:11.708206 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-b46f10dc-0ea1-402a-bc8e-a5888f9dc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.709721 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-b46f10dc-0ea1-402a-bc8e-a5888f9dc729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb38c34b95ee4e449107814531aa2264&device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 1131 time: 0.3223193 Feb 14 16:44:11.716279 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-63ca0eb5-d681-4e59-b3ec-b85f9f40378b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.723723 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-63ca0eb5-d681-4e59-b3ec-b85f9f40378b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.2283330 Feb 14 16:44:11.798213 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-3c1866e7-040c-4d50-99f4-677ba4feaec7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=8b222a56-a851-4b89-8db6-25de8f2b439f HTTP/1.1" status: 200 len: 217 time: 0.0615032 Feb 14 16:44:11.807102 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-4da274ad-2721-4042-b775-39b6c91c9fec tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/quotas/62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 375 time: 0.0806451 Feb 14 16:44:11.816865 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1aa64e-e175-498c-872d-cb81f97930ee x-openstack-request-id: req-cb1aa64e-e175-498c-872d-cb81f97930ee {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:11.817180 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:11.817446 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb1aa64e-e175-498c-872d-cb81f97930ee {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:11.817872 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f', 'status': 'completed', 'code': 200} Feb 14 16:44:11.916792 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-ef5aed8e-8cab-4476-8db2-04ce24632448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.918310 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-ef5aed8e-8cab-4476-8db2-04ce24632448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c09be670-062e-4132-ba6e-e635ee253169 HTTP/1.1" status: 200 len: 843 time: 0.0996966 Feb 14 16:44:11.968209 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-46f353f5-c05a-46fd-b60a-c85d65f98772 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618388 Feb 14 16:44:11.989768 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97ba30-7722-4d6c-aa14-ba15e42af310 req-55ba2bc1-9b3f-46bf-8663-5e76aed988db tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:11.991288 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9f97ba30-7722-4d6c-aa14-ba15e42af310 req-55ba2bc1-9b3f-46bf-8663-5e76aed988db tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1200716 Feb 14 16:44:12.111139 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-dc96a157-1c4b-46d8-b352-c89d84fb36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:12.113030 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-dc96a157-1c4b-46d8-b352-c89d84fb36b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd40e257-0fd0-484d-b66f-f3b6ef48a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1845944 Feb 14 16:44:12.134238 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9f97ba30-7722-4d6c-aa14-ba15e42af310 req-2afc1db7-84f3-4933-8ccd-177cad2d7860 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333439 Feb 14 16:44:12.203650 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-46295f2e-9fb2-4366-9957-1a1eb4a60740 service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113247 Feb 14 16:44:12.207946 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e4d6ad-db69-468e-be36-ef3b51985120 x-openstack-request-id: req-76e4d6ad-db69-468e-be36-ef3b51985120 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:12.211589 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e55fc4-4efb-4578-b23e-1e7751df47fb", "name": "network-vif-deleted", "tag": "d91fb30d-a05f-4d0c-b001-a5ad4421a438", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:12.211971 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76e4d6ad-db69-468e-be36-ef3b51985120 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:12.213771 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e55fc4-4efb-4578-b23e-1e7751df47fb', 'name': 'network-vif-deleted', 'tag': 'd91fb30d-a05f-4d0c-b001-a5ad4421a438', 'status': 'completed', 'code': 200} Feb 14 16:44:12.248240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49794) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:12.302839 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-26269a49-a251-45f8-b172-f86df7cdd46b service neutron] 10.222.0.50 "GET /v2.0/networks/bd40e257-0fd0-484d-b66f-f3b6ef48a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822085 Feb 14 16:44:12.311174 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Deleting subnet 54bd5764-ff46-4709-bb92-d449ce9cf8b2 {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:44:12.315274 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Publish callbacks [] for subnet (54bd5764-ff46-4709-bb92-d449ce9cf8b2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.370759 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8477213'] for subnet (54bd5764-ff46-4709-bb92-d449ce9cf8b2), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.392801 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-826b4fb0-6f83-4387-8bdf-c58644e4b5bb service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762042 Feb 14 16:44:12.426850 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (54bd5764-ff46-4709-bb92-d449ce9cf8b2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.439369 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797866de-873d-4f49-b631-d4d06ed5b8e2 req-957ba9cf-b178-474e-889f-b6ccd9f0df6d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:12.440926 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-797866de-873d-4f49-b631-d4d06ed5b8e2 req-957ba9cf-b178-474e-889f-b6ccd9f0df6d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 947 time: 0.1356416 Feb 14 16:44:12.494760 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538294'] for subnet (54bd5764-ff46-4709-bb92-d449ce9cf8b2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.496798 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe6af71d-4cf7-4bf6-a973-3393cdeb99b1 req-e2cb3969-2a5b-473a-9f52-f85196ac9b74 service neutron] 10.222.0.50 "GET /v2.0/networks/bd40e257-0fd0-484d-b66f-f3b6ef48a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555057 Feb 14 16:44:12.517521 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-797866de-873d-4f49-b631-d4d06ed5b8e2 req-be9239b8-1b8b-48cb-b61d-df23bb60e7c3 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694876 Feb 14 16:44:12.530292 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bd5764-ff46-4709-bb92-d449ce9cf8b2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:12.540880 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.547288 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6923acbe-b2d9-4122-a82d-203d8708bf84 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54bd5764-ff46-4709-bb92-d449ce9cf8b2 HTTP/1.1" status: 204 len: 168 time: 0.2948029 Feb 14 16:44:12.547845 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49806) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:12.626568 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.715404 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.760052 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-64e74a50-0e7b-4843-8d32-efe669202e47 req-597047a2-b81a-444b-bc9e-c4ab355dd34b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 210 time: 0.0460267 Feb 14 16:44:12.790383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:12.803189 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982afe98-eadb-4440-b431-8b2a52f84e67') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:12.803482 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982afe98-eadb-4440-b431-8b2a52f84e67') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:12.816963 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (982afe98-eadb-4440-b431-8b2a52f84e67), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.868043 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (982afe98-eadb-4440-b431-8b2a52f84e67), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.871577 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-fb070626-7ed0-43a7-82b9-aa9c73d2a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:12.873123 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-fb070626-7ed0-43a7-82b9-aa9c73d2a3d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb38c34b95ee4e449107814531aa2264&device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 1131 time: 0.1474340 Feb 14 16:44:12.880121 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:44:12.880549 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (982afe98-eadb-4440-b431-8b2a52f84e67), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:44:12.883711 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:44:13.011235 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-bd7eb62d-196f-4884-95f8-a17bf8fddf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.012783 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-bd7eb62d-196f-4884-95f8-a17bf8fddf5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1129 time: 0.0495005 Feb 14 16:44:13.025710 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72375a-4c53-45b4-b5a6-911ba4984a88 req-d4dab6b5-e642-49be-812c-6c979d0e55fd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.027062 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c72375a-4c53-45b4-b5a6-911ba4984a88 req-d4dab6b5-e642-49be-812c-6c979d0e55fd tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.2081742 Feb 14 16:44:13.034114 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.051270 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.054651 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] 10.222.0.69 "DELETE /v2.0/networks/57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce HTTP/1.1" status: 204 len: 168 time: 0.5057313 Feb 14 16:44:13.078748 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65c6af-a581-4c6c-92ba-5d8d15b75042 admin admin] Pushing event deleted for resources: {'Network': ['ID=57bd5b11-7e2a-4f4c-b9f0-e1a0a9dd11ce,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:13.113414 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-810bbe90-b767-414c-a4d0-1918fe81cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.114998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-810bbe90-b767-414c-a4d0-1918fe81cff7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bd40e257-0fd0-484d-b66f-f3b6ef48a360 HTTP/1.1" status: 200 len: 870 time: 0.2205436 Feb 14 16:44:13.122692 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c72375a-4c53-45b4-b5a6-911ba4984a88 req-4f1d7622-e1e6-444d-9122-1132dc5ae988 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834959 Feb 14 16:44:13.170956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-c02a4651-791a-49bb-b596-731a41c2ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.173818 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-c02a4651-791a-49bb-b596-731a41c2ef7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.1537151 Feb 14 16:44:13.192566 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-87cd0377-fd27-443f-9ecb-73503c1f37bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=8b222a56-a851-4b89-8db6-25de8f2b439f HTTP/1.1" status: 200 len: 217 time: 0.0660150 Feb 14 16:44:13.333599 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-30b33ee1-be2d-44ae-bfa2-dfa198b98929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.336139 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-30b33ee1-be2d-44ae-bfa2-dfa198b98929 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c09be670-062e-4132-ba6e-e635ee253169 HTTP/1.1" status: 200 len: 843 time: 0.1366596 Feb 14 16:44:13.378998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49828) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:13.409645 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1ba41-4c99-4cd9-8c70-cc7e2c7b3d8d req-87250f9d-8a44-4a76-b329-e5568eddc0b9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.411239 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3cb1ba41-4c99-4cd9-8c70-cc7e2c7b3d8d req-87250f9d-8a44-4a76-b329-e5568eddc0b9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 945 time: 0.1290178 Feb 14 16:44:13.469283 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-03d6590a-b9e3-414b-b60e-33ac0fd737e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e19dcc1ba220431c8add39a4d314f8f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0890112 Feb 14 16:44:13.472162 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49830) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:13.476944 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-56a3e565-ea02-49e9-90ff-8cd9feac2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.478434 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-56a3e565-ea02-49e9-90ff-8cd9feac2b40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd40e257-0fd0-484d-b66f-f3b6ef48a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1340430 Feb 14 16:44:13.526322 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-61aa5b26-d5f5-4872-941a-d3546368176f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 1001 time: 0.3459466 Feb 14 16:44:13.580000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] Publish callbacks [] for security_group (614cbb65-fe27-4b72-8401-2840a3f61d06), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.607317 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-d366fed7-b1be-4c44-b80f-6d7b50668388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.609387 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-d366fed7-b1be-4c44-b80f-6d7b50668388 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0758324 Feb 14 16:44:13.614561 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] Publish callbacks [] for security_group (614cbb65-fe27-4b72-8401-2840a3f61d06), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.690915 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-cd23399e-2e86-406d-a286-2972ae08d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.692649 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-cd23399e-2e86-406d-a286-2972ae08d19d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761018 Feb 14 16:44:13.711458 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3cb1ba41-4c99-4cd9-8c70-cc7e2c7b3d8d req-e3ea2bf7-5ea2-4b51-b90d-bff69517d5e2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860279 Feb 14 16:44:13.712398 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (614cbb65-fe27-4b72-8401-2840a3f61d06), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.717391 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:13.721363 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/614cbb65-fe27-4b72-8401-2840a3f61d06 HTTP/1.1" status: 204 len: 168 time: 0.2458384 Feb 14 16:44:13.760449 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5759ea-3f8a-43c8-930c-7cca667bfd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614cbb65-fe27-4b72-8401-2840a3f61d06,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:13.842434 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdbee5-e580-47b9-8633-70db9bd1ce75 req-d784ecad-bc79-4cea-beae-e41206f757fd tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:13.844051 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9fbdbee5-e580-47b9-8633-70db9bd1ce75 req-d784ecad-bc79-4cea-beae-e41206f757fd tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 947 time: 0.1378388 Feb 14 16:44:13.886499 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-043825cf-2298-4bb9-a422-fdcdafc70601 service neutron] 10.222.0.50 "GET /v2.0/networks/bd40e257-0fd0-484d-b66f-f3b6ef48a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966482 Feb 14 16:44:13.964795 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86503c60-50f2-4ccc-8c4d-10a9adda7ef2 req-46da92fa-29bb-4a29-aed7-6938028b76cb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 210 time: 0.0717187 Feb 14 16:44:13.990045 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:13.994990 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9fbdbee5-e580-47b9-8633-70db9bd1ce75 req-fb675fcd-7614-4ca5-9ba1-eab52bb65674 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393819 Feb 14 16:44:14.022478 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-6f5e0727-8e2a-4028-80d6-d98d63155ffa service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217294 Feb 14 16:44:14.048561 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-15195ddc-f1c8-4307-b312-399a2fd1af0e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:14.052904 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-15195ddc-f1c8-4307-b312-399a2fd1af0e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.1961861 Feb 14 16:44:14.122164 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: ACTIVE; New status is: DOWN {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:14.122784 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:14.129397 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-963c6dee-8cc0-41d8-9850-17c3af73f0a3 service neutron] 10.222.0.50 "GET /v2.0/networks/bd40e257-0fd0-484d-b66f-f3b6ef48a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345161 Feb 14 16:44:14.155823 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:14.158708 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17accb-9b08-4ba8-bc81-128fc0d6b3d1" -d '{"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-unplugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:14.196544 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b29d4e28-ec09-4ef8-a1e9-589403cd6263 req-14e2b143-466c-49d6-9426-c59f2d739c02 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670678 Feb 14 16:44:14.207939 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:14.220135 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:14.222610 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d91fb30d-a05f-4d0c-b001-a5ad4421a438 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:14.234452 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a898494-91a7-4830-9f19-b351f556e87c x-openstack-request-id: req-8a898494-91a7-4830-9f19-b351f556e87c {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:14.235025 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-unplugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:14.235451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a898494-91a7-4830-9f19-b351f556e87c {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:14.236076 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'code': 200} Feb 14 16:44:14.280314 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67c30e-9fd1-45b8-b402-f2948889f680 req-a49a5440-b728-4f42-8711-2900dc8d6229 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:14.282562 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee67c30e-9fd1-45b8-b402-f2948889f680 req-a49a5440-b728-4f42-8711-2900dc8d6229 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0706420 Feb 14 16:44:14.293568 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-6e88fe00-4c83-41c3-b6fc-771655afa21e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 379 time: 0.2008147 Feb 14 16:44:14.315019 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: d91fb30d-a05f-4d0c-b001-a5ad4421a438 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:14.315608 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d91fb30d-a05f-4d0c-b001-a5ad4421a438 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:14.320488 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'port': {'device_id': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'admin_state_up': True, 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'security_groups': ['4070d83d-2ee4-461c-8475-565dd1136928']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:14.363387 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=8']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:14.364524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ee67c30e-9fd1-45b8-b402-f2948889f680 req-e5fa46bb-1847-4260-b7cf-f787f04a40ad tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Feb 14 16:44:14.489465 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c4572-5d4d-4216-ade4-e546004eb352 req-f1a16fe3-b3ab-4db9-8b82-5a6b491e4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:14.491648 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-127c4572-5d4d-4216-ade4-e546004eb352 req-f1a16fe3-b3ab-4db9-8b82-5a6b491e4f69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.1418245 Feb 14 16:44:14.538096 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Made reservation on behalf of 62496f003fff469ab7b376f30e802e1f for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:14.541427 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:14.569216 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-127c4572-5d4d-4216-ade4-e546004eb352 req-4d2f18bb-b831-4c34-a2e5-3f29ef1c26da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707085 Feb 14 16:44:14.690545 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.20.0.12 (5c25748a-5328-4631-8b87-a4e12680c93b/49abf726-4927-4856-ac99-226ca423c25f/d3afebb1-c101-424e-a7b8-894cbe43208a) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:14.843903 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:14.864213 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cc12-13ef-43fb-9128-9a47efb5847d req-e26bdd30-77fc-4fa4-a8ca-5584bfea7cb5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:14.865991 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef99cc12-13ef-43fb-9128-9a47efb5847d req-e26bdd30-77fc-4fa4-a8ca-5584bfea7cb5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0626805 Feb 14 16:44:14.884833 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:14.920056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef99cc12-13ef-43fb-9128-9a47efb5847d req-6e698be9-7f2f-40a2-9323-ea57dda16b9b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Feb 14 16:44:14.939304 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:14.943242 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:14.946060 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:14.954341 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:14.982085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.982442 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.982798 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.983130 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.983996 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.984524 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.985111 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.985679 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.986024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.986358 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.986950 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.987279 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:14.987603 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:15.023970 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.024714 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.045461 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-d6d0a18c-2e35-47fc-b75c-6860da826491 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7422481 Feb 14 16:44:15.065175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Request body: {'port': {'device_id': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:15.159056 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.181466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3c7a-d0b1-4037-a04a-541e27b9a19d req-90b7f39b-4da8-4770-9c6d-a8f9919e757e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.183489 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c2c3c7a-d0b1-4037-a04a-541e27b9a19d req-90b7f39b-4da8-4770-9c6d-a8f9919e757e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 932 time: 0.1069722 Feb 14 16:44:15.195727 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761632cd-e9be-42c3-a030-16a84cf72be9 req-d0c97f3d-7f6f-4b65-b711-7b7c08244569 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.197348 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-761632cd-e9be-42c3-a030-16a84cf72be9 req-d0c97f3d-7f6f-4b65-b711-7b7c08244569 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 947 time: 0.1226923 Feb 14 16:44:15.264539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-f90e8dd7-65d3-410f-8804-6f80f5851c2e None None] Provisioning complete for port d3afebb1-c101-424e-a7b8-894cbe43208a triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:15.266129 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f90e8dd7-65d3-410f-8804-6f80f5851c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.282537 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c2c3c7a-d0b1-4037-a04a-541e27b9a19d req-1bf71587-87f2-4d42-b9cf-3dcac3748d9d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840662 Feb 14 16:44:15.289454 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-761632cd-e9be-42c3-a030-16a84cf72be9 req-058f7fc7-38c8-42cb-ab99-4b6f04a1bd4c tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847392 Feb 14 16:44:15.324071 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-f90e8dd7-65d3-410f-8804-6f80f5851c2e None None] Port d3afebb1-c101-424e-a7b8-894cbe43208a cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:15.482721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3afebb1-c101-424e-a7b8-894cbe43208a {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:15.491163 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks [] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.504470 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Transition to ACTIVE for port object d3afebb1-c101-424e-a7b8-894cbe43208a will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:44:15.509464 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.531992 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e9dbd-715a-46c7-b6a8-f95703ab4e55 req-8cde1ad8-ca82-4987-a31d-14c3f8e61558 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.533918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c73e9dbd-715a-46c7-b6a8-f95703ab4e55 req-8cde1ad8-ca82-4987-a31d-14c3f8e61558 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0798020 Feb 14 16:44:15.571431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Pushing event updated for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:15.592192 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c73e9dbd-715a-46c7-b6a8-f95703ab4e55 req-38800542-9e30-47a8-b9f7-e70b2674c2f2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Feb 14 16:44:15.662121 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Attempting to bind port d3afebb1-c101-424e-a7b8-894cbe43208a on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:15.662464 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Attempting to bind port d3afebb1-c101-424e-a7b8-894cbe43208a by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:15.662794 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Attempting to bind port d3afebb1-c101-424e-a7b8-894cbe43208a on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:15.668764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Port d3afebb1-c101-424e-a7b8-894cbe43208a on network 5c25748a-5328-4631-8b87-a4e12680c93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:44:15.669203 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Attempting to bind port d3afebb1-c101-424e-a7b8-894cbe43208a on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:15.676360 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:15.676700 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:15.677107 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Bound using segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:15.677762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Bound port: d3afebb1-c101-424e-a7b8-894cbe43208a, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:15.677906 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.769920 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:15.774507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d3afebb1-c101-424e-a7b8-894cbe43208a,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:15.782500 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.818517 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.819132 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:15.820622 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] 10.222.0.50 "PUT /v2.0/ports/d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 200 len: 1094 time: 0.7629261 Feb 14 16:44:15.821438 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:15.823316 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:15.853125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f567bb1-3f08-4808-adc6-b3d848aa4836 service neutron] Pushing event updated for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:15.901465 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0961db39-72ce-4d63-8025-b314b1dd327a x-openstack-request-id: req-0961db39-72ce-4d63-8025-b314b1dd327a {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:15.901764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:15.902022 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0961db39-72ce-4d63-8025-b314b1dd327a {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:15.902419 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'status': 'completed', 'code': 200} Feb 14 16:44:15.927976 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-3e9f19d7-6989-4b5a-b831-10417b333bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:15.929638 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-3e9f19d7-6989-4b5a-b831-10417b333bef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1128 time: 0.0578046 Feb 14 16:44:15.995591 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 8b222a56-a851-4b89-8db6-25de8f2b439f details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:44:16.017779 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-34ac0053-8b9c-41f2-8e32-724e7ddd11d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 200 len: 217 time: 0.0700469 Feb 14 16:44:16.115227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-63bc171d-793e-4e15-9dec-3afa56017d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.117438 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-63bc171d-793e-4e15-9dec-3afa56017d89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0923133 Feb 14 16:44:16.137236 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8504-9a08-479d-a20f-60d163a6d134 req-83b57171-cff6-425f-ae7e-31b2d21971c7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.140499 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-573f8504-9a08-479d-a20f-60d163a6d134 req-83b57171-cff6-425f-ae7e-31b2d21971c7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0699971 Feb 14 16:44:16.172714 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b222a56-a851-4b89-8db6-25de8f2b439f,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:16.186408 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '8b222a56-a851-4b89-8db6-25de8f2b439f', 'network_id': 'bd40e257-0fd0-484d-b66f-f3b6ef48a360', 'port_id': '8b222a56-a851-4b89-8db6-25de8f2b439f', 'mac_address': 'fa:16:3e:2c:2b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09be670-062e-4132-ba6e-e635ee253169', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:44:16.201248 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-573f8504-9a08-479d-a20f-60d163a6d134 req-361151aa-2e7a-46fd-a6d7-03bd31250023 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510409 Feb 14 16:44:16.208090 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-eaea3502-551d-41c1-ab1e-e779f6cbe638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.209937 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-eaea3502-551d-41c1-ab1e-e779f6cbe638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838242 Feb 14 16:44:16.242885 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 8b222a56-a851-4b89-8db6-25de8f2b439f is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:16.243421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:16.260908 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b222a56-a851-4b89-8db6-25de8f2b439f {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:16.285329 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b222a56-a851-4b89-8db6-25de8f2b439f,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:16.294085 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:16.354230 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:16.413280 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-0d266903-fa76-435e-83e7-03e842a4756d service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932950 Feb 14 16:44:16.503969 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c14646-1a46-4d46-94a3-8f0d4719101c req-08fc1f0c-c125-4a26-8c40-e893357e84e4 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.505567 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b2c14646-1a46-4d46-94a3-8f0d4719101c req-08fc1f0c-c125-4a26-8c40-e893357e84e4 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 948 time: 0.0889480 Feb 14 16:44:16.512685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83673f1d-c579-40d7-8fe9-7e7af24d6ef0 req-6bb6e096-dbee-4617-be03-4ba395318973 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.514309 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-83673f1d-c579-40d7-8fe9-7e7af24d6ef0 req-6bb6e096-dbee-4617-be03-4ba395318973 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.1096504 Feb 14 16:44:16.527567 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-de7b4945-b8d2-4408-a836-f96a8e4f36f3 req-04d4fb3a-8a3b-4641-a521-f74c6b5c05e0 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052661 Feb 14 16:44:16.555776 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['8b222a56-a851-4b89-8db6-25de8f2b439f'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:16.608819 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b2c14646-1a46-4d46-94a3-8f0d4719101c req-f65d3bc6-8727-41a9-8655-6813517f63fa tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859351 Feb 14 16:44:16.634454 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-83673f1d-c579-40d7-8fe9-7e7af24d6ef0 req-e3a65a26-028e-433f-8645-2aea3a58d786 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113143 Feb 14 16:44:16.666368 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49924) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:16.706193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-957405d5-aa33-42b4-9402-0f97676fdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.707716 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-957405d5-aa33-42b4-9402-0f97676fdfac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1128 time: 0.1232071 Feb 14 16:44:16.768855 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593971e-3d32-47ff-aba5-fc6d7bfd6398 req-8c72eade-1d14-4390-a5b8-01ccfdd6dfc4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.770782 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3593971e-3d32-47ff-aba5-fc6d7bfd6398 req-8c72eade-1d14-4390-a5b8-01ccfdd6dfc4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0821915 Feb 14 16:44:16.826894 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-2b19b1e1-02bd-44ec-a1de-b120c3f56009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.828754 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-2b19b1e1-02bd-44ec-a1de-b120c3f56009 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.1122248 Feb 14 16:44:16.837647 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:16.857721 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3593971e-3d32-47ff-aba5-fc6d7bfd6398 req-a202c2e6-dfea-4959-a2d4-7b8c220bbd73 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741506 Feb 14 16:44:16.874900 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-61e162b6-1f35-4e6c-9636-cb5f78d47ce0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 200 len: 217 time: 0.0398974 Feb 14 16:44:16.931554 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-5a7d436b-494e-4105-9d81-28a56b7c0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.933222 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-5a7d436b-494e-4105-9d81-28a56b7c0b8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0526171 Feb 14 16:44:16.939362 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Publish callbacks [] for security_group (e910d19c-0b46-494f-82db-240fa19849cd), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:16.946664 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e910d19c-0b46-494f-82db-240fa19849cd), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:16.986460 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910d19c-0b46-494f-82db-240fa19849cd,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:16.989818 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-eb45350b-60e6-4ac9-b120-8bebed6ef715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:16.994500 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-eb45350b-60e6-4ac9-b120-8bebed6ef715 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511649 Feb 14 16:44:16.994989 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95f82f910c8547a5b4ac36f79192b600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241305 Feb 14 16:44:16.995072 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49932) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:16.997285 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.997714 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.998111 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.998442 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.998781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.999123 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.999457 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:16.999787 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.000115 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.000437 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.000820 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.001107 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.001424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1967dd-d029-43b9-b8e3-1bbf68a671a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:17.118157 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] Publish callbacks [] for security_group (e910d19c-0b46-494f-82db-240fa19849cd), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.135947 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-1894996f-4d58-4ef7-ae47-f30e5ae87019 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342144 Feb 14 16:44:17.167007 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] Publish callbacks [] for security_group (e910d19c-0b46-494f-82db-240fa19849cd), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.199209 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4edd2-dd82-41ff-b976-bacb2ff8de65 req-c5f10c4e-8383-4c8b-8575-ff1431cbba61 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.200871 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-17a4edd2-dd82-41ff-b976-bacb2ff8de65 req-c5f10c4e-8383-4c8b-8575-ff1431cbba61 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0534585 Feb 14 16:44:17.251560 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-17a4edd2-dd82-41ff-b976-bacb2ff8de65 req-3603ac8a-7b2e-4e6a-b76f-a5e89788cada tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Feb 14 16:44:17.296146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-1ac118af-393b-4a46-a9d2-f70541de2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.297623 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-1ac118af-393b-4a46-a9d2-f70541de2ef9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=135eb96084004d599d3ae285c12c0cc3&device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 1129 time: 0.1508331 Feb 14 16:44:17.302962 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e4bff0a-4612-4f56-93c5-85c6d2489b1b req-d7dd763f-b625-437b-ab70-81154757adea service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572044 Feb 14 16:44:17.323591 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e910d19c-0b46-494f-82db-240fa19849cd), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.326217 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.327869 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e910d19c-0b46-494f-82db-240fa19849cd HTTP/1.1" status: 204 len: 168 time: 0.3315251 Feb 14 16:44:17.330628 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4112d-9cff-45b6-afff-39f1d5194ae1 req-013b4c81-657e-4905-aa33-1400f30f33d2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.333540 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03e4112d-9cff-45b6-afff-39f1d5194ae1 req-013b4c81-657e-4905-aa33-1400f30f33d2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0620227 Feb 14 16:44:17.344994 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97badd5-3615-42ca-8bab-b8b4281bd64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910d19c-0b46-494f-82db-240fa19849cd,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:17.386293 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03e4112d-9cff-45b6-afff-39f1d5194ae1 req-d73602bd-0e4d-4cd7-bd5f-c34fe32d1982 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462191 Feb 14 16:44:17.421371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-c0a28a0e-7269-4c3a-8e71-289b3757b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.423094 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-c0a28a0e-7269-4c3a-8e71-289b3757b376 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 200 len: 919 time: 0.1187887 Feb 14 16:44:17.473781 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-54ea2243-00c3-41b5-a1a0-11a0b35d48b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 200 len: 217 time: 0.0450370 Feb 14 16:44:17.528084 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-d7c4817b-4281-453b-8125-48d831656e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.529889 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-d7c4817b-4281-453b-8125-48d831656e4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 200 len: 858 time: 0.0503483 Feb 14 16:44:17.565360 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-d20ac566-67c7-45a2-a3e0-1be6ce7afb8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278442 Feb 14 16:44:17.677522 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-de6124b4-ca8c-424d-ad42-1d1908772823 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065857 Feb 14 16:44:17.679481 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 49960) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:17.715728 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-593dfbe7-2d4b-4c5d-88a1-206f109e4310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.768436 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80f95-98ff-4ec4-b515-444f9de3f65f req-c9761b1d-6653-44ad-a2d9-464065a8582e tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.770197 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ef80f95-98ff-4ec4-b515-444f9de3f65f req-c9761b1d-6653-44ad-a2d9-464065a8582e tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 948 time: 0.0884724 Feb 14 16:44:17.790677 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2304909b-1197-4a32-9d4e-680f05ed85d2 req-edbb076e-45f4-440c-b1d4-c969bd7f7fc2 service neutron] 10.222.0.50 "GET /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059051 Feb 14 16:44:17.877199 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ef80f95-98ff-4ec4-b515-444f9de3f65f req-154c0cb8-8d80-4951-84fd-14cfd12df95d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955980 Feb 14 16:44:17.910071 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-593dfbe7-2d4b-4c5d-88a1-206f109e4310 admin admin] Publish callbacks [] for security_group (ceee8649-340c-4f0f-b9d9-3eda53848956), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.918124 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-593dfbe7-2d4b-4c5d-88a1-206f109e4310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ceee8649-340c-4f0f-b9d9-3eda53848956), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:17.949006 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-b990cfd5-a94f-4ca5-9420-d15fd3cca77d req-8f81b83a-0519-451e-b7d0-d9e51d1637d0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:44:17.950011 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b990cfd5-a94f-4ca5-9420-d15fd3cca77d req-8f81b83a-0519-451e-b7d0-d9e51d1637d0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098529 Feb 14 16:44:17.977961 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83413d-ff5b-4d82-882a-7b1cf6c17564 req-760ceee0-7222-4829-aed3-c68710e12024 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:17.979483 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c83413d-ff5b-4d82-882a-7b1cf6c17564 req-760ceee0-7222-4829-aed3-c68710e12024 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.1292367 Feb 14 16:44:17.981833 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-593dfbe7-2d4b-4c5d-88a1-206f109e4310 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14d37d181f0546259b55d67b3a959411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013420 Feb 14 16:44:17.983038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfbe7-2d4b-4c5d-88a1-206f109e4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee8649-340c-4f0f-b9d9-3eda53848956,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:17.985415 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 49968) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:18.010402 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 8b222a56-a851-4b89-8db6-25de8f2b439f up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:18.057958 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] Publish callbacks [] for security_group (ceee8649-340c-4f0f-b9d9-3eda53848956), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.073015 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c83413d-ff5b-4d82-882a-7b1cf6c17564 req-a1e22bed-60db-4513-8375-5388005ca4b4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787196 Feb 14 16:44:18.102996 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 8b222a56-a851-4b89-8db6-25de8f2b439f completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:44:18.104567 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] Publish callbacks [] for security_group (ceee8649-340c-4f0f-b9d9-3eda53848956), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.108960 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 8b222a56-a851-4b89-8db6-25de8f2b439f triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:18.109818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.171610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (ceee8649-340c-4f0f-b9d9-3eda53848956), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.174507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.175693 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ceee8649-340c-4f0f-b9d9-3eda53848956 HTTP/1.1" status: 204 len: 168 time: 0.1892798 Feb 14 16:44:18.188542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c06be-a0ff-4e25-8f50-db97017b0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee8649-340c-4f0f-b9d9-3eda53848956,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:18.227466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eefa0-9ef2-4670-b77c-5f3251bd2b9f req-1bc4b2db-c5c8-433f-9af7-7d67716d9f77 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:18.229784 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c4eefa0-9ef2-4670-b77c-5f3251bd2b9f req-1bc4b2db-c5c8-433f-9af7-7d67716d9f77 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0854249 Feb 14 16:44:18.251518 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 8b222a56-a851-4b89-8db6-25de8f2b439f is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:18.252145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.278887 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:18.283373 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1137f1ca-2f9f-4b55-8b18-c5a7a8c517df" -d '{"events": [{"server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "name": "network-vif-plugged", "status": "completed", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:18.299693 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b222a56-a851-4b89-8db6-25de8f2b439f,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:18.307484 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:18.324744 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c4eefa0-9ef2-4670-b77c-5f3251bd2b9f req-54f3fd06-de9a-462f-a7fc-e6ab52407288 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881295 Feb 14 16:44:18.389324 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea31b6-b94a-4502-9201-3c413ab96e57 x-openstack-request-id: req-76ea31b6-b94a-4502-9201-3c413ab96e57 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:18.390480 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "name": "network-vif-plugged", "status": "completed", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:18.390787 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76ea31b6-b94a-4502-9201-3c413ab96e57 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:18.391194 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f', 'code': 200} Feb 14 16:44:18.395421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:18.441557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a0c1-1e00-4ff9-92e7-3da3e95a62dd req-7f5d70b3-95ab-4741-907c-367a6ac8deb7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:18.443640 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8fc2a0c1-1e00-4ff9-92e7-3da3e95a62dd req-7f5d70b3-95ab-4741-907c-367a6ac8deb7 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0902481 Feb 14 16:44:18.535749 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8fc2a0c1-1e00-4ff9-92e7-3da3e95a62dd req-ddcd0278-9c55-468f-8134-d4477e8f89ca tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856807 Feb 14 16:44:18.604779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f46f0-6005-4e33-b753-7ff814dab718 req-422664e8-6ef2-4d1a-b5de-cafb9a19d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:18.604779 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ad9f46f0-6005-4e33-b753-7ff814dab718 req-422664e8-6ef2-4d1a-b5de-cafb9a19d356 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 1133 time: 0.0636113 Feb 14 16:44:18.652853 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ad9f46f0-6005-4e33-b753-7ff814dab718 req-bfb62645-15b4-4302-97b4-38189e60707e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Feb 14 16:44:18.845886 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50010) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:18.952136 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-6c253f6b-0e23-4f75-bc3c-c4bb713d71cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050091 Feb 14 16:44:18.961951 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-87be428e-4d56-4321-a4f4-4c756a807dbd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:44:18.964767 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-87be428e-4d56-4321-a4f4-4c756a807dbd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052886 Feb 14 16:44:19.005692 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5be33-b19f-49fb-bf23-4f65d672de2c req-0d4a8e52-e347-488c-8951-8b4e8bde4d61 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.007280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84e5be33-b19f-49fb-bf23-4f65d672de2c req-0d4a8e52-e347-488c-8951-8b4e8bde4d61 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 949 time: 0.0533464 Feb 14 16:44:19.036062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50024) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:19.067890 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84e5be33-b19f-49fb-bf23-4f65d672de2c req-c313e7d4-f89e-41b0-a82b-f097031f8cef tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Feb 14 16:44:19.116871 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50030) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:19.147431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-893778035-network', 'tenant_id': '3a502110e5ef40baa021a1f37889d39e'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:19.169921 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Made reservation on behalf of 3a502110e5ef40baa021a1f37889d39e for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:19.173283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.181915 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.266668 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks [] for security_group (226330b2-9ea1-4227-baf0-8e509a05c1e1), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.269330 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-706eb17d-3e5f-4b5f-9492-bf5f6db6fe7f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.270780 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-706eb17d-3e5f-4b5f-9492-bf5f6db6fe7f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports/38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 940 time: 0.1528761 Feb 14 16:44:19.271063 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (226330b2-9ea1-4227-baf0-8e509a05c1e1), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.282688 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a452b8-1c6c-4cb2-9905-11ebea0aaad1 req-2674b410-6139-4488-9e36-13e0b09ef731 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.284332 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27a452b8-1c6c-4cb2-9905-11ebea0aaad1 req-2674b410-6139-4488-9e36-13e0b09ef731 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.1389124 Feb 14 16:44:19.295734 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:44:19.315805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226330b2-9ea1-4227-baf0-8e509a05c1e1,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:19.321088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f6104594-640a-45c8-8b22-e1241e31cc0d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.321431 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Added segment f6104594-640a-45c8-8b22-e1241e31cc0d of type vlan for network 221d7051-469c-496b-9674-732f33be71f8 Feb 14 16:44:19.371419 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27a452b8-1c6c-4cb2-9905-11ebea0aaad1 req-a381e6d2-b47d-4a3e-bf8a-fa103507bc51 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765872 Feb 14 16:44:19.387436 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (221d7051-469c-496b-9674-732f33be71f8), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.417960 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (221d7051-469c-496b-9674-732f33be71f8), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.419218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.419984 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.454477 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4171805 Feb 14 16:44:19.459181 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50042) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:19.467102 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Request body: {'subnet': {'network_id': '221d7051-469c-496b-9674-732f33be71f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-893778035-subnet', 'tenant_id': '3a502110e5ef40baa021a1f37889d39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:19.500415 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f2e7-3ba6-4926-80f2-bfa7f491a217 admin admin] Pushing event updated for resources: {'Network': ['ID=221d7051-469c-496b-9674-732f33be71f8,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:19.501877 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486407b2-40df-4b54-bb61-e0afde181442 req-c4950f08-ce4a-4630-8f1e-1e2f6910a014 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.505338 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-486407b2-40df-4b54-bb61-e0afde181442 req-c4950f08-ce4a-4630-8f1e-1e2f6910a014 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0945802 Feb 14 16:44:19.511597 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 221d7051-469c-496b-9674-732f33be71f8 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:44:19.519968 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Made reservation on behalf of 3a502110e5ef40baa021a1f37889d39e for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:19.522426 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.631677 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-486407b2-40df-4b54-bb61-e0afde181442 req-4615b26b-be2a-4623-a0d3-b94da56c4574 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217992 Feb 14 16:44:19.729951 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907833a9-764a-495f-b211-67d626c65e98 req-a2e1e414-9ec1-414a-b338-7e09c6b0d24e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.731508 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-907833a9-764a-495f-b211-67d626c65e98 req-a2e1e414-9ec1-414a-b338-7e09c6b0d24e tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0977614 Feb 14 16:44:19.820702 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (bc378035-2c33-444f-aa2f-87ffd674149d), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.832998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-907833a9-764a-495f-b211-67d626c65e98 req-fbbe3c81-0c64-4569-9aa0-11ff736383b3 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914545 Feb 14 16:44:19.886458 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc378035-2c33-444f-aa2f-87ffd674149d,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:19.896003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Checking segment: {'id': 'f6104594-640a-45c8-8b22-e1241e31cc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '221d7051-469c-496b-9674-732f33be71f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:19.897080 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Network hostable DHCP agents. Network: 221d7051-469c-496b-9674-732f33be71f8, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:44:19.913899 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Network 221d7051-469c-496b-9674-732f33be71f8 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:44:19.924659 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 221d7051-469c-496b-9674-732f33be71f8) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:19.933717 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:19.934342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:19.934983 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672b41c-096a-4ac1-ae40-ae4d38158cde None None] Network 221d7051-469c-496b-9674-732f33be71f8 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:19.957527 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2a967869-f1db-43dd-89a8-ce43d1d372f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4956429 Feb 14 16:44:20.179489 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:20.210038 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee2015-ca5d-4db2-bd74-5b46c1f4e1f3 None None] Network 221d7051-469c-496b-9674-732f33be71f8 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:20.245499 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4221ff8-bcd9-4fa1-a2ac-0c69797960db req-6e85d44f-14a1-446d-b36f-487b3d1ff3e8 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.247602 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4221ff8-bcd9-4fa1-a2ac-0c69797960db req-6e85d44f-14a1-446d-b36f-487b3d1ff3e8 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 949 time: 0.0803847 Feb 14 16:44:20.340195 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4221ff8-bcd9-4fa1-a2ac-0c69797960db req-385bb5ee-7677-4592-957f-c79f8647a05e tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761657 Feb 14 16:44:20.367343 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: DOWN; New status is: DOWN {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:20.515290 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c8bb1-39cb-4d61-a6f9-072538bba407 req-2d6343dc-90de-4561-b774-d88d6433042f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.517998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-019c8bb1-39cb-4d61-a6f9-072538bba407 req-2d6343dc-90de-4561-b774-d88d6433042f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.0751431 Feb 14 16:44:20.585685 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-019c8bb1-39cb-4d61-a6f9-072538bba407 req-35930420-9b14-4442-abd0-e0fcfd27746d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618598 Feb 14 16:44:20.668258 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50072) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:20.673923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335671903-network', 'tenant_id': 'e55660f204574c00bde8b0fa34dce4aa'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:20.680330 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b045-7ab6-437a-b4ae-416c36ccc46e req-bb788872-3e10-4e72-99b3-da5ae0dcac6a tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.682253 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a10b045-7ab6-437a-b4ae-416c36ccc46e req-bb788872-3e10-4e72-99b3-da5ae0dcac6a tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 949 time: 0.0599356 Feb 14 16:44:20.695484 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Made reservation on behalf of e55660f204574c00bde8b0fa34dce4aa for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:20.698977 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:20.712142 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:20.759385 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a10b045-7ab6-437a-b4ae-416c36ccc46e req-aafae7b0-4333-41f8-9abd-43907ddd55e2 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713072 Feb 14 16:44:20.796596 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482ffd-5f47-47b7-8837-f9b68c1af4ee req-5321ac5e-0932-49de-837e-0c43bc1ad354 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.798673 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-09482ffd-5f47-47b7-8837-f9b68c1af4ee req-5321ac5e-0932-49de-837e-0c43bc1ad354 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0840385 Feb 14 16:44:20.801866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks [] for security_group (cb8e89ca-7d15-405c-9549-91dbfed0ddcf), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:20.807673 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cb8e89ca-7d15-405c-9549-91dbfed0ddcf), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:20.851531 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-09482ffd-5f47-47b7-8837-f9b68c1af4ee req-31173646-8d15-4092-8396-f042a416df8d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465217 Feb 14 16:44:20.889106 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:44:20.907281 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e89ca-7d15-405c-9549-91dbfed0ddcf,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:20.919003 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f11fffcd-ebc9-4c93-bec3-53079d6e190e), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:20.919230 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Added segment f11fffcd-ebc9-4c93-bec3-53079d6e190e of type vlan for network c291dd75-aba8-444a-a9c1-01306dd1f043 Feb 14 16:44:20.966579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-05c4f8c7-9e95-4d1b-bac8-2bfe3380476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.968137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-05c4f8c7-9e95-4d1b-bac8-2bfe3380476f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 1127 time: 0.1476729 Feb 14 16:44:20.974069 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6b31-ca35-42ea-9800-659ec6df50ff req-abf57488-0427-4c6a-8543-225a37fdd543 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:20.975659 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75ce6b31-ca35-42ea-9800-659ec6df50ff req-abf57488-0427-4c6a-8543-225a37fdd543 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Feb 14 16:44:20.982404 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (c291dd75-aba8-444a-a9c1-01306dd1f043), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.033762 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75ce6b31-ca35-42ea-9800-659ec6df50ff req-1807c0da-2126-4243-ab95-0adb6a166dcc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 Feb 14 16:44:21.039954 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (c291dd75-aba8-444a-a9c1-01306dd1f043), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.040952 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.041549 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.082202 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4091649 Feb 14 16:44:21.083203 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50078) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:21.089360 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Request body: {'subnet': {'network_id': 'c291dd75-aba8-444a-a9c1-01306dd1f043', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335671903-subnet', 'tenant_id': 'e55660f204574c00bde8b0fa34dce4aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:21.090486 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-ed9a8e0b-2ce4-431a-bad4-a07198bf653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.091983 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-ed9a8e0b-2ce4-431a-bad4-a07198bf653d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1127 time: 0.0944791 Feb 14 16:44:21.125250 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Made reservation on behalf of e55660f204574c00bde8b0fa34dce4aa for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:21.127502 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.141783 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02d774-3461-4862-91ed-4182a63ee889 admin admin] Pushing event updated for resources: {'Network': ['ID=c291dd75-aba8-444a-a9c1-01306dd1f043,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:21.156293 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network c291dd75-aba8-444a-a9c1-01306dd1f043 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:44:21.228881 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-f34f18c5-35d6-4f2a-9474-84ed165db077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.230480 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-f34f18c5-35d6-4f2a-9474-84ed165db077 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.1011839 Feb 14 16:44:21.304670 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-2c404215-4530-4a20-8a6d-9635f5a1d96b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 999 time: 0.0668097 Feb 14 16:44:21.323573 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (27cb79c2-eace-4f78-8664-7688bd8e278e), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.357490 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-58c65e83-ce8e-4853-851c-f99985e96dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.359754 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-58c65e83-ce8e-4853-851c-f99985e96dde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0491297 Feb 14 16:44:21.400276 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cb79c2-eace-4f78-8664-7688bd8e278e,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:21.411250 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Checking segment: {'id': 'f11fffcd-ebc9-4c93-bec3-53079d6e190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c291dd75-aba8-444a-a9c1-01306dd1f043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:21.411610 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Network hostable DHCP agents. Network: c291dd75-aba8-444a-a9c1-01306dd1f043, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:44:21.429156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-014d29ed-72d0-4bcb-a4b5-732c93cd403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.430138 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Network c291dd75-aba8-444a-a9c1-01306dd1f043 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:44:21.430881 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-014d29ed-72d0-4bcb-a4b5-732c93cd403c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592949 Feb 14 16:44:21.439034 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, c291dd75-aba8-444a-a9c1-01306dd1f043) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:21.443309 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.443895 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:21.451260 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064c1b2-021f-4dbb-a39a-afa6b7685f87 None None] Network c291dd75-aba8-444a-a9c1-01306dd1f043 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:21.460850 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4e2eda2e-60e5-478b-80f7-a05af2ae914f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3762774 Feb 14 16:44:21.536979 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-56e2d507-6938-4b52-b853-7e20c2550bf6 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993798 Feb 14 16:44:21.565785 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76dac2-bc7b-4c17-ba02-23139e637a67 None None] Network c291dd75-aba8-444a-a9c1-01306dd1f043 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:21.661317 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f55b759-1d9d-4623-bc90-2e2efb129007 req-f59e18d5-527b-486d-bde3-d79af7d614da service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157024 Feb 14 16:44:21.736051 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b21cec-6955-4f52-ab46-f91adea08de3 req-14aecf8f-5ac6-442f-9433-81784696e21c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.738271 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74b21cec-6955-4f52-ab46-f91adea08de3 req-14aecf8f-5ac6-442f-9433-81784696e21c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.0664613 Feb 14 16:44:21.820985 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74b21cec-6955-4f52-ab46-f91adea08de3 req-478e6bad-a364-4584-8e73-f7a9c7f4d064 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695031 Feb 14 16:44:21.909221 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b9e9-c5d7-43cd-b7bf-40cfec9fd025 req-d292d553-ee94-4184-806a-e5bb4d5d592b tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:21.918505 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cca3b9e9-c5d7-43cd-b7bf-40cfec9fd025 req-d292d553-ee94-4184-806a-e5bb4d5d592b tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 949 time: 0.0831282 Feb 14 16:44:22.010932 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cca3b9e9-c5d7-43cd-b7bf-40cfec9fd025 req-6f080d58-8809-4248-a5c7-7b612fab8c2f tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/security-groups?id=17470cb7-31e0-4dc5-87d9-3d1551ddd210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802984 Feb 14 16:44:22.027466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594893-c580-430a-9182-433f61abeb51 req-77ccc217-7575-442d-a88c-c06dd890cd97 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:22.029066 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50594893-c580-430a-9182-433f61abeb51 req-77ccc217-7575-442d-a88c-c06dd890cd97 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0898058 Feb 14 16:44:22.142888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50594893-c580-430a-9182-433f61abeb51 req-23734b7c-7e9a-4b72-94a0-6eca42d59038 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051981 Feb 14 16:44:22.227484 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-d0bab79b-f919-4e59-aa82-c46280d44ca5 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:22.234614 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-d0bab79b-f919-4e59-aa82-c46280d44ca5 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 949 time: 0.1566601 Feb 14 16:44:22.346345 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Deleting port 8b222a56-a851-4b89-8db6-25de8f2b439f {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:22.346688 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:22.449300 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] For port 8b222a56-a851-4b89-8db6-25de8f2b439f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b222a56-a851-4b89-8db6-25de8f2b439f,segment=NetworkSegment(da388681-e1cd-4966-82e5-38f9b5ccfc87),segment_id=da388681-e1cd-4966-82e5-38f9b5ccfc87)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:22.449666 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:22.479784 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Calling delete_port for 8b222a56-a851-4b89-8db6-25de8f2b439f owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:22.992388 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (8b222a56-a851-4b89-8db6-25de8f2b439f), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:23.006184 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['8b222a56-a851-4b89-8db6-25de8f2b439f'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:23.021422 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafa24d-e625-439b-9851-77451f95189b req-3241a5df-fc5f-4a2f-a3fa-a041e158080c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:23.028510 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-faafa24d-e625-439b-9851-77451f95189b req-3241a5df-fc5f-4a2f-a3fa-a041e158080c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.1161160 Feb 14 16:44:23.074608 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Pushing event deleted for resources: {'Port': ['ID=8b222a56-a851-4b89-8db6-25de8f2b439f,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:23.149798 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] No DVR routers for this DVR port 8b222a56-a851-4b89-8db6-25de8f2b439f on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:23.152870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:23.157294 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8383b99c-b441-42d9-b39e-ed92d4822782 req-3dc90474-328c-43ff-bc0f-44100e4b445d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.50 "DELETE /v2.0/ports/8b222a56-a851-4b89-8db6-25de8f2b439f HTTP/1.1" status: 204 len: 173 time: 0.9172893 Feb 14 16:44:23.158200 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'name': 'network-vif-deleted', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:23.162596 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c61971-cc17-421a-9a33-e30ae8acdc7c" -d '{"events": [{"server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "name": "network-vif-deleted", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:23.169604 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-faafa24d-e625-439b-9851-77451f95189b req-5404cc44-4a9d-49a9-aac1-3c45a3de5576 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398518 Feb 14 16:44:23.272837 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-26099940-eee2-44b3-88b1-faa028efa62c req-726507f7-23c2-4062-b846-1b58e8b64930 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0634470 Feb 14 16:44:23.291075 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6270e-457f-4625-9a09-3d44648732fb x-openstack-request-id: req-c0c6270e-457f-4625-9a09-3d44648732fb {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:23.301045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df1d37a-2a3d-418b-ab51-5aa2466c59e8", "name": "network-vif-deleted", "tag": "8b222a56-a851-4b89-8db6-25de8f2b439f", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:23.301045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0c6270e-457f-4625-9a09-3d44648732fb {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:23.301045 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df1d37a-2a3d-418b-ab51-5aa2466c59e8', 'name': 'network-vif-deleted', 'tag': '8b222a56-a851-4b89-8db6-25de8f2b439f', 'status': 'completed', 'code': 200} Feb 14 16:44:23.459166 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbc9b-0b15-4bc8-8b95-494fce93d411 req-d14534ce-e237-4799-b8ad-c3d06d07e61e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:23.474788 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-880cbc9b-0b15-4bc8-8b95-494fce93d411 req-d14534ce-e237-4799-b8ad-c3d06d07e61e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0930898 Feb 14 16:44:23.543256 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-880cbc9b-0b15-4bc8-8b95-494fce93d411 req-a1a0e5ae-9273-4dc0-9285-1e2a686bc681 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660243 Feb 14 16:44:24.057462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d3afebb1-c101-424e-a7b8-894cbe43208a details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:44:24.208478 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d3afebb1-c101-424e-a7b8-894cbe43208a,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:24.222235 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'port_id': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'mac_address': 'fa:16:3e:0b:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:44:24.282092 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d3afebb1-c101-424e-a7b8-894cbe43208a is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:24.283101 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:24.298876 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3afebb1-c101-424e-a7b8-894cbe43208a {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:24.320856 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bb090-c024-4f95-9191-16862b784d59 req-8fca1ea5-b8d8-4570-a9a5-efb312deb5e2 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:24.323626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6a5bb090-c024-4f95-9191-16862b784d59 req-8fca1ea5-b8d8-4570-a9a5-efb312deb5e2 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 944 time: 0.0745919 Feb 14 16:44:24.341913 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d3afebb1-c101-424e-a7b8-894cbe43208a,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:24.347832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:24.419654 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6a5bb090-c024-4f95-9191-16862b784d59 req-248617ff-7084-4d5a-b0db-d833549dcd8a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862989 Feb 14 16:44:24.420436 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:24.492778 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-05654a04-c079-4b45-b9a7-4e49eab86ca4 req-3918c26d-70f9-479a-9216-b36ad2908a7d tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0468211 Feb 14 16:44:24.605399 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d3afebb1-c101-424e-a7b8-894cbe43208a'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:24.720849 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca3306-807d-4695-b420-2be8d81ccfce req-b15c66d1-1750-4e2d-a063-5405805e1e65 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:24.724027 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acca3306-807d-4695-b420-2be8d81ccfce req-b15c66d1-1750-4e2d-a063-5405805e1e65 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0715485 Feb 14 16:44:24.798049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acca3306-807d-4695-b420-2be8d81ccfce req-1846d0af-bdff-4306-b785-1a8c2fc98462 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654290 Feb 14 16:44:25.413748 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5866a-36a1-4fbf-a558-9720a3f56b50 req-bc6ecad8-5c9f-4542-a4ae-f3a812552e85 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:25.417155 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28e5866a-36a1-4fbf-a558-9720a3f56b50 req-bc6ecad8-5c9f-4542-a4ae-f3a812552e85 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1044064 Feb 14 16:44:25.493403 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28e5866a-36a1-4fbf-a558-9720a3f56b50 req-2af24775-8b4c-4d0b-8157-818b471ea643 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666468 Feb 14 16:44:25.626281 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6d1c6d6-fc81-4b01-80d2-b4ab6c7fbabe req-8166bb71-ba0d-4b5c-8969-eb88d018ce55 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0388103 Feb 14 16:44:25.649965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3cfa1-be4b-4dd1-b125-f8acf79920fa req-07496aaf-eff6-4131-835e-52ba2d118e24 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:25.651879 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ada3cfa1-be4b-4dd1-b125-f8acf79920fa req-07496aaf-eff6-4131-835e-52ba2d118e24 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 945 time: 0.1128581 Feb 14 16:44:25.708828 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ada3cfa1-be4b-4dd1-b125-f8acf79920fa req-67149aaa-52ae-40aa-bf00-46f9e0adb5f6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511527 Feb 14 16:44:25.961940 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e87cb-51b2-4740-8b27-330724740963 req-71e71938-fec9-41f1-a227-3de612bd223e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:25.963480 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a56e87cb-51b2-4740-8b27-330724740963 req-71e71938-fec9-41f1-a227-3de612bd223e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0683913 Feb 14 16:44:26.033724 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a56e87cb-51b2-4740-8b27-330724740963 req-ce34827e-f1d7-4dba-a317-d76ec0c2a8e7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618584 Feb 14 16:44:26.073890 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d3afebb1-c101-424e-a7b8-894cbe43208a up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:26.138169 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port d3afebb1-c101-424e-a7b8-894cbe43208a completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:44:26.144034 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port d3afebb1-c101-424e-a7b8-894cbe43208a triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:26.144495 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:26.263746 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d3afebb1-c101-424e-a7b8-894cbe43208a is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:26.264146 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:26.296677 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:26.299989 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9db268e-65cf-42c4-8941-bdbed976a390" -d '{"events": [{"server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "name": "network-vif-plugged", "status": "completed", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:26.334781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d3afebb1-c101-424e-a7b8-894cbe43208a,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:26.340892 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:26.341717 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 8b222a56-a851-4b89-8db6-25de8f2b439f no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:26.373033 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fbf1fc-d9ce-4fff-8a36-9d97628c1f59 x-openstack-request-id: req-50fbf1fc-d9ce-4fff-8a36-9d97628c1f59 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:26.373480 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "name": "network-vif-plugged", "status": "completed", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:26.373605 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50fbf1fc-d9ce-4fff-8a36-9d97628c1f59 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:26.374537 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'code': 200} Feb 14 16:44:26.396715 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 8b222a56-a851-4b89-8db6-25de8f2b439f {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:26.396931 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 8b222a56-a851-4b89-8db6-25de8f2b439f not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:26.427999 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:26.645679 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3f6d-baae-4f1e-8d79-70ef578a92d7 req-507c66b4-2216-4278-8f6d-b1aa19140c4b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:26.647465 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-05fb3f6d-baae-4f1e-8d79-70ef578a92d7 req-507c66b4-2216-4278-8f6d-b1aa19140c4b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0611916 Feb 14 16:44:26.724496 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-05fb3f6d-baae-4f1e-8d79-70ef578a92d7 req-3f997c3f-8e24-4888-994e-d1e40bb13e04 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Feb 14 16:44:26.770085 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c5a0db8c-ee70-4a40-ba53-c711134836e6 req-09c43167-7b2d-4587-99a3-9c26fe413c78 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0394020 Feb 14 16:44:26.859772 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af9338-a7b7-40ef-bda1-e41c8e1c1135 req-77434e27-27e3-4ce7-a522-4c33ab2d3bb9 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:26.861303 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68af9338-a7b7-40ef-bda1-e41c8e1c1135 req-77434e27-27e3-4ce7-a522-4c33ab2d3bb9 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0576632 Feb 14 16:44:26.916005 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68af9338-a7b7-40ef-bda1-e41c8e1c1135 req-e5e9fd54-73f7-4705-9761-bc7625d5e964 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488322 Feb 14 16:44:27.201146 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4bb89-6570-4414-b71a-667559c6fcb8 req-b6f4a83b-9647-4990-8999-e3267b754720 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:27.203584 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-33c4bb89-6570-4414-b71a-667559c6fcb8 req-b6f4a83b-9647-4990-8999-e3267b754720 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0704091 Feb 14 16:44:27.255895 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-33c4bb89-6570-4414-b71a-667559c6fcb8 req-2d31221a-90a7-44aa-9ce3-d33ffb4b4dd0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Feb 14 16:44:27.977153 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cf16ebb0-74ab-4be4-9418-70fd43afafca req-5611b086-5dc6-4991-996f-2b8e95982d8e tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0433600 Feb 14 16:44:28.019320 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675851a5-f18e-4e1f-a7e5-898fd9c92f7e req-50ccf9a8-3380-43a2-ba4b-56d9fb4b0493 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:28.022470 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-675851a5-f18e-4e1f-a7e5-898fd9c92f7e req-50ccf9a8-3380-43a2-ba4b-56d9fb4b0493 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1971307 Feb 14 16:44:28.113106 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-675851a5-f18e-4e1f-a7e5-898fd9c92f7e req-261cbb9c-4ab5-4e7f-8d58-c8e5071d2921 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827160 Feb 14 16:44:28.158103 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6dc9f-fd4d-45d9-b7a0-d15fca619126 req-87dc2524-1894-4988-bb47-30db036fcf98 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:28.159887 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-26b6dc9f-fd4d-45d9-b7a0-d15fca619126 req-87dc2524-1894-4988-bb47-30db036fcf98 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.1141176 Feb 14 16:44:28.219508 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-26b6dc9f-fd4d-45d9-b7a0-d15fca619126 req-f268afeb-f720-48a8-b5d6-16775e7d2028 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529759 Feb 14 16:44:28.383749 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76f24-8c09-4cba-8025-5f8f40b091cd req-1bc83d1d-64ba-4b2a-b934-9cc4c107e962 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:28.385216 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-32c76f24-8c09-4cba-8025-5f8f40b091cd req-1bc83d1d-64ba-4b2a-b934-9cc4c107e962 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0541692 Feb 14 16:44:28.461843 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-32c76f24-8c09-4cba-8025-5f8f40b091cd req-83099744-ae84-434f-b2ea-4083cb3d700d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582623 Feb 14 16:44:29.105804 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4a9a7bdb-dd07-4ffc-9a02-1462a608b6da req-60d2e364-4dcb-48d9-8979-3e14780a5f0b tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Feb 14 16:44:29.329348 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1dd-adfd-447f-af9a-bf4b50b4d8f4 req-d5bb102c-67e5-45a1-9344-4294831b22be tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:29.332120 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f7a8f1dd-adfd-447f-af9a-bf4b50b4d8f4 req-d5bb102c-67e5-45a1-9344-4294831b22be tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1091304 Feb 14 16:44:29.492193 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3927f6-6e94-4556-a35a-f1d56f41ace4 req-834d3f10-0eb3-489b-8bd7-03af6f6a1a1f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:29.493112 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ba3927f6-6e94-4556-a35a-f1d56f41ace4 req-834d3f10-0eb3-489b-8bd7-03af6f6a1a1f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.1164932 Feb 14 16:44:29.506028 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f7a8f1dd-adfd-447f-af9a-bf4b50b4d8f4 req-d12f66df-cd5f-41be-87dd-104b8264335d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567531 Feb 14 16:44:29.585221 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ba3927f6-6e94-4556-a35a-f1d56f41ace4 req-27b477db-597b-4241-82ee-03886f1292a7 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780339 Feb 14 16:44:29.706203 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d8621-c026-4e01-ab4d-ede09b07b01f req-be3173b6-fb42-44bb-969c-b3459b3f43f5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:29.711290 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5e9d8621-c026-4e01-ab4d-ede09b07b01f req-be3173b6-fb42-44bb-969c-b3459b3f43f5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0765088 Feb 14 16:44:29.771556 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5e9d8621-c026-4e01-ab4d-ede09b07b01f req-6c01c51a-bf53-4ad3-8e69-e165e61a723e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577271 Feb 14 16:44:30.229574 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e23bd7e0-3ea0-4654-a9ca-1607d352fa18 req-69c6001a-33ec-437a-9222-23d75eb0ce73 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Feb 14 16:44:30.648820 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8f1d2-3ba5-4cd4-80c1-904338133176 req-071c35d2-d704-486d-bf63-3ae9d442e87b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:30.656750 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68a8f1d2-3ba5-4cd4-80c1-904338133176 req-071c35d2-d704-486d-bf63-3ae9d442e87b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Feb 14 16:44:30.732233 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68a8f1d2-3ba5-4cd4-80c1-904338133176 req-579a384e-0520-4f68-b5da-d8722f8b439c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 Feb 14 16:44:30.750424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814344ab-e99a-43bc-b729-6700e21cfda4 req-39e5e0dd-a634-4267-a710-f89df79b2c0f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:30.751978 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-814344ab-e99a-43bc-b729-6700e21cfda4 req-39e5e0dd-a634-4267-a710-f89df79b2c0f tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0755372 Feb 14 16:44:30.800644 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-814344ab-e99a-43bc-b729-6700e21cfda4 req-83d17848-4327-4088-b222-75152e207c42 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Feb 14 16:44:30.893058 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb626c-b58f-4b33-95ff-6e3546668d86 req-7f47f6f1-4324-4b6a-b8ec-43914e4d9758 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:30.894566 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18fb626c-b58f-4b33-95ff-6e3546668d86 req-7f47f6f1-4324-4b6a-b8ec-43914e4d9758 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0531363 Feb 14 16:44:30.941824 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18fb626c-b58f-4b33-95ff-6e3546668d86 req-47d6d810-41ef-4610-9b34-83b943e50e3f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Feb 14 16:44:31.228211 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:44:31.346476 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5befc807-58f7-49e0-b51b-ee4002a0ec53 req-f7287e3c-8d26-4e55-9989-5b092cc2a735 tempest-VolumesNegativeTest-1041120590 tempest-VolumesNegativeTest-1041120590-project] 10.222.0.69 "GET /v2.0/ports?device_id=4df1d37a-2a3d-418b-ab51-5aa2466c59e8 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Feb 14 16:44:31.531033 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd293cf8-83b5-4cb7-be6e-14b09c7e7921 req-22934887-149d-445c-8ad8-2c32d064648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:31.532447 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dd293cf8-83b5-4cb7-be6e-14b09c7e7921 req-22934887-149d-445c-8ad8-2c32d064648f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1130 time: 0.0446136 Feb 14 16:44:31.578825 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dd293cf8-83b5-4cb7-be6e-14b09c7e7921 req-620496e1-aa28-4177-a0f0-19c2e190b9f5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Feb 14 16:44:31.915772 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099d92-1d59-48ea-a5ab-4f7267f1d1bf req-5546a861-4f0d-4c77-b5a9-902112792366 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:31.922181 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd099d92-1d59-48ea-a5ab-4f7267f1d1bf req-5546a861-4f0d-4c77-b5a9-902112792366 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1179650 Feb 14 16:44:32.004446 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9233-5db4-4007-addf-b06ca6ec1865 req-e88b364b-3559-475f-bb51-6241864506b2 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:32.006008 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-075d9233-5db4-4007-addf-b06ca6ec1865 req-e88b364b-3559-475f-bb51-6241864506b2 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.1246643 Feb 14 16:44:32.009707 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bd099d92-1d59-48ea-a5ab-4f7267f1d1bf req-d4177874-ff96-43bb-bc1e-4c2756c0efe6 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731699 Feb 14 16:44:32.099992 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-075d9233-5db4-4007-addf-b06ca6ec1865 req-3365aae4-897d-470f-bd0d-d3414ade5c59 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848594 Feb 14 16:44:32.365163 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86fa7-75f9-43ca-97aa-5c904ea36b78 req-13a41d46-f87f-45d0-bb7d-f629976ef1aa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:32.366562 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ab86fa7-75f9-43ca-97aa-5c904ea36b78 req-13a41d46-f87f-45d0-bb7d-f629976ef1aa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.2946413 Feb 14 16:44:32.413107 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ab86fa7-75f9-43ca-97aa-5c904ea36b78 req-11f99fb3-7d39-40de-aed0-509ecadc6720 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Feb 14 16:44:33.149033 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf8493-5864-445c-ac76-f97a1e98394b req-dfc700e6-18a7-4870-ab57-0c5893192e6f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:33.150967 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4ebf8493-5864-445c-ac76-f97a1e98394b req-dfc700e6-18a7-4870-ab57-0c5893192e6f tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0649266 Feb 14 16:44:33.251831 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4ebf8493-5864-445c-ac76-f97a1e98394b req-1f13fe95-6291-4ab1-ab2e-ad4e00f84c23 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Feb 14 16:44:33.268523 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edf017-e9ec-49b3-a9dc-b03b8f25904d req-e4958171-10ca-47df-a4b7-e34425924fa6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:33.270181 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7edf017-e9ec-49b3-a9dc-b03b8f25904d req-e4958171-10ca-47df-a4b7-e34425924fa6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0890660 Feb 14 16:44:33.335140 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c7edf017-e9ec-49b3-a9dc-b03b8f25904d req-7d38fd8b-c934-44c0-8ab7-244e31b8a947 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551307 Feb 14 16:44:33.470140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904f36f-c589-4b43-b1b6-3fa7c247a84b req-c70cebc7-69b5-4bda-b681-65122dbd8d4b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:33.471727 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9904f36f-c589-4b43-b1b6-3fa7c247a84b req-c70cebc7-69b5-4bda-b681-65122dbd8d4b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0651984 Feb 14 16:44:33.564792 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9904f36f-c589-4b43-b1b6-3fa7c247a84b req-65498bb5-aa80-443f-91d6-2006bd755b5a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841448 Feb 14 16:44:33.583772 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6ca75-7b73-4fa7-8ef9-8553b678b9d3 req-ea779cd3-706c-4d54-a304-deb6c23b45e5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:33.585374 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dda6ca75-7b73-4fa7-8ef9-8553b678b9d3 req-ea779cd3-706c-4d54-a304-deb6c23b45e5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0897179 Feb 14 16:44:33.596992 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50406) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:33.648436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dda6ca75-7b73-4fa7-8ef9-8553b678b9d3 req-7ce2eb2e-5682-465d-aecc-05ad7d088d6f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537016 Feb 14 16:44:33.834350 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b32291-8e76-4202-b2a3-b53b8c895872 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:33.835893 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-21b32291-8e76-4202-b2a3-b53b8c895872 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1125 time: 0.2364326 Feb 14 16:44:33.839145 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50444) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:33.844155 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'port_id': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:33.866952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:33.979583 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.097861 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.27.1.27 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/595d3d24-ac0c-41b6-b5b0-25a0f2118a36) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:34.219145 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.270870 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.315661 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:34.317849 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:34.320558 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:34.389811 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=595d3d24-ac0c-41b6-b5b0-25a0f2118a36,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:34.464339 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-50707449-1ccc-46d8-af5a-f8fb29dfcf93 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:34.465986 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-50707449-1ccc-46d8-af5a-f8fb29dfcf93 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.0924523 Feb 14 16:44:34.485794 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b9c6-aa7c-4a63-854e-127c8eeb356f req-5a04a8dc-88d3-42bb-a53d-191e2a51ff5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:34.487978 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2324b9c6-aa7c-4a63-854e-127c8eeb356f req-5a04a8dc-88d3-42bb-a53d-191e2a51ff5c tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 945 time: 0.1401930 Feb 14 16:44:34.610038 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2324b9c6-aa7c-4a63-854e-127c8eeb356f req-064615b1-37ba-43b4-a696-7d11cf4fe249 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081958 Feb 14 16:44:34.648639 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Deleting port 2ae514da-0149-4e5c-8a43-a89962de8b5d {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:34.651780 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.783475 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2b545472-26a7-4ca8-8e24-4a2a7313e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.810296 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.834192 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] For port 2ae514da-0149-4e5c-8a43-a89962de8b5d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=2ae514da-0149-4e5c-8a43-a89962de8b5d,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:34.835798 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:34.864947 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Calling delete_port for 2ae514da-0149-4e5c-8a43-a89962de8b5d owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:35.006339 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f804d6-7210-47b3-84f1-97d370cabe0f req-95e130e2-3310-4c0e-9e9b-dab2dfa97bcf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:35.008020 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11f804d6-7210-47b3-84f1-97d370cabe0f req-95e130e2-3310-4c0e-9e9b-dab2dfa97bcf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.1925709 Feb 14 16:44:35.090204 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (2ae514da-0149-4e5c-8a43-a89962de8b5d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.112010 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['599455dd-d8b1-4eef-9405-bda28a491d30', '2ae514da-0149-4e5c-8a43-a89962de8b5d'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:35.114218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (084f4cd7-a91d-4b6c-8269-70ac05499fdb), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.145452 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Pushing event deleted for resources: {'Port': ['ID=2ae514da-0149-4e5c-8a43-a89962de8b5d,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:35.172250 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11f804d6-7210-47b3-84f1-97d370cabe0f req-3ad66023-5de5-488e-85a2-a35af0e6f07d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543312 Feb 14 16:44:35.192167 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] No DVR routers for this DVR port 2ae514da-0149-4e5c-8a43-a89962de8b5d on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:35.195960 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.204417 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fefbcf91-847b-47d2-89b2-9e65f9b4ee5c req-5df105b8-8f07-4676-adcc-b37f68681b90 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "DELETE /v2.0/ports/2ae514da-0149-4e5c-8a43-a89962de8b5d HTTP/1.1" status: 204 len: 173 time: 0.7317810 Feb 14 16:44:35.205110 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'name': 'network-vif-deleted', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:35.207587 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078963ee-b6d1-46bc-81e7-c86950e47742" -d '{"events": [{"server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "name": "network-vif-deleted", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:35.269243 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e762b-2ee4-485e-873e-af5f2fcf4add x-openstack-request-id: req-352e762b-2ee4-485e-873e-af5f2fcf4add {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:35.269746 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e589e50c-86a1-4991-aab3-02293f68bb51", "name": "network-vif-deleted", "tag": "2ae514da-0149-4e5c-8a43-a89962de8b5d", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:35.269877 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-352e762b-2ee4-485e-873e-af5f2fcf4add {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:35.272030 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e589e50c-86a1-4991-aab3-02293f68bb51', 'name': 'network-vif-deleted', 'tag': '2ae514da-0149-4e5c-8a43-a89962de8b5d', 'status': 'completed', 'code': 200} Feb 14 16:44:35.309297 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.482595 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.488067 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.559461 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=595d3d24-ac0c-41b6-b5b0-25a0f2118a36,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:35.573747 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (084f4cd7-a91d-4b6c-8269-70ac05499fdb), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:35.686026 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP 084f4cd7-a91d-4b6c-8269-70ac05499fdb associated. External IP: 172.27.1.27, port: d3afebb1-c101-424e-a7b8-894cbe43208a. Feb 14 16:44:35.758129 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-96c9555e-4318-4c8e-9825-bb06e71eee53 req-46727d6b-0264-4d01-9c48-b6456c6deb70 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=e589e50c-86a1-4991-aab3-02293f68bb51 HTTP/1.1" status: 200 len: 210 time: 0.0351198 Feb 14 16:44:36.158365 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:44:36.195416 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50576) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:36.244946 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Deleting subnet bc378035-2c33-444f-aa2f-87ffd674149d {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:44:36.249093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Publish callbacks [] for subnet (bc378035-2c33-444f-aa2f-87ffd674149d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.291939 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8477213'] for subnet (bc378035-2c33-444f-aa2f-87ffd674149d), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.318472 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:36.334261 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:36.338597 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (bc378035-2c33-444f-aa2f-87ffd674149d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.346938 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:36.348282 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfd4f0-4454-41ab-ada6-71d49819e5da req-eecf09e8-7195-425f-a823-9b1bdca23a7e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:36.349912 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-15dfd4f0-4454-41ab-ada6-71d49819e5da req-eecf09e8-7195-425f-a823-9b1bdca23a7e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0793056 Feb 14 16:44:36.350546 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.359496 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.407992 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538294'] for subnet (bc378035-2c33-444f-aa2f-87ffd674149d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.425519 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-49d106dc-8200-400c-a2ab-53478e1087bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5851326 Feb 14 16:44:36.427752 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:36.430214 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea215819-6e6d-48ca-8000-df84dc11446e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:36.443515 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc378035-2c33-444f-aa2f-87ffd674149d,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:36.447984 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.451642 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e65eec3f-efd9-46df-b6e5-19e644fd878d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bc378035-2c33-444f-aa2f-87ffd674149d HTTP/1.1" status: 204 len: 168 time: 0.2551649 Feb 14 16:44:36.455460 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50588) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:36.489291 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:36.495168 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-15dfd4f0-4454-41ab-ada6-71d49819e5da req-0063cc35-5896-4974-9c5a-771ced7b2b3c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317532 Feb 14 16:44:36.499444 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4454111-3a80-46f1-a2c0-d6ec85e6280f x-openstack-request-id: req-d4454111-3a80-46f1-a2c0-d6ec85e6280f {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:36.499752 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:36.500019 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4454111-3a80-46f1-a2c0-d6ec85e6280f {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:36.500457 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'status': 'completed', 'code': 200} Feb 14 16:44:36.585495 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (221d7051-469c-496b-9674-732f33be71f8), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.628961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215819-6e6d-48ca-8000-df84dc11446e req-c00fae0a-b3e8-45d4-95a0-1251f80d4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:36.630501 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-c00fae0a-b3e8-45d4-95a0-1251f80d4412 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1130 time: 0.0885379 Feb 14 16:44:36.695764 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50592) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:36.712835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (221d7051-469c-496b-9674-732f33be71f8), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.766014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d7051-469c-496b-9674-732f33be71f8']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.773712 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '084f4cd7-a91d-4b6c-8269-70ac05499fdb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:0b:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:44:34Z', 'updated_at': '2022-02-14T16:44:34Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.779336 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6104594-640a-45c8-8b22-e1241e31cc0d') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.779624 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6104594-640a-45c8-8b22-e1241e31cc0d') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.801150 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:36.804407 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (f6104594-640a-45c8-8b22-e1241e31cc0d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.812497 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:36.813340 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:36.837591 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215819-6e6d-48ca-8000-df84dc11446e req-34952a1f-9009-4562-a082-b623f5c3341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:36.839244 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-34952a1f-9009-4562-a082-b623f5c3341e service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.1953394 Feb 14 16:44:36.840342 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f6104594-640a-45c8-8b22-e1241e31cc0d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.854372 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:44:36.854808 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (f6104594-640a-45c8-8b22-e1241e31cc0d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:44:36.857149 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:44:36.890913 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ef537874-242f-42cd-a405-d78863c254a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb38c34b95ee4e449107814531aa2264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932297 Feb 14 16:44:36.891689 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50600) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:36.958152 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:36.959290 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] Publish callbacks [] for security_group (17470cb7-31e0-4dc5-87d9-3d1551ddd210), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.969818 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-d93fc84d-ecd3-4be4-b7d8-6f3afb2e431d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 200 len: 999 time: 0.1217220 Feb 14 16:44:36.974246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (221d7051-469c-496b-9674-732f33be71f8), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:36.989796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.008481 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/221d7051-469c-496b-9674-732f33be71f8 HTTP/1.1" status: 204 len: 168 time: 0.5414422 Feb 14 16:44:37.008934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] Publish callbacks [] for security_group (17470cb7-31e0-4dc5-87d9-3d1551ddd210), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.008934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50602) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:37.057524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Deleting subnet 27cb79c2-eace-4f78-8664-7688bd8e278e {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:44:37.060385 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93656a3-4034-4c06-82c9-401d0bed80a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=221d7051-469c-496b-9674-732f33be71f8,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:37.062228 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Publish callbacks [] for subnet (27cb79c2-eace-4f78-8664-7688bd8e278e), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.090940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215819-6e6d-48ca-8000-df84dc11446e req-3fffc636-17c8-4676-8bc2-f97d5e8138bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:37.092459 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-3fffc636-17c8-4676-8bc2-f97d5e8138bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0732613 Feb 14 16:44:37.149892 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215819-6e6d-48ca-8000-df84dc11446e req-1e70ab8c-f19c-4a8f-b592-c65e35ddc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:37.151437 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-1e70ab8c-f19c-4a8f-b592-c65e35ddc7ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521066 Feb 14 16:44:37.152492 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (27cb79c2-eace-4f78-8664-7688bd8e278e), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.206200 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94963bdb-44e7-4ad9-9019-e23bf050339b req-ef4db21c-a8d3-4397-927b-71e4d10cb368 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:37.207794 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94963bdb-44e7-4ad9-9019-e23bf050339b req-ef4db21c-a8d3-4397-927b-71e4d10cb368 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1190639 Feb 14 16:44:37.230866 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (17470cb7-31e0-4dc5-87d9-3d1551ddd210), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.233833 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.238394 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17470cb7-31e0-4dc5-87d9-3d1551ddd210 HTTP/1.1" status: 204 len: 168 time: 0.3423109 Feb 14 16:44:37.238635 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '084f4cd7-a91d-4b6c-8269-70ac05499fdb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:0b:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:44:34Z', 'updated_at': '2022-02-14T16:44:34Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:37.238899 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (27cb79c2-eace-4f78-8664-7688bd8e278e), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.267710 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-5e164227-f471-4776-a2a1-2f8ad7743e3e service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076622 Feb 14 16:44:37.279288 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd63af0-39a7-407e-96b5-1de3a58276cd None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '084f4cd7-a91d-4b6c-8269-70ac05499fdb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:0b:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:44:34Z', 'updated_at': '2022-02-14T16:44:34Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:37.313369 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-185a6da2-3f88-4c66-9fed-e7515a3f0f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.323007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd54d4-df4d-4916-a774-c7dbe17089db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17470cb7-31e0-4dc5-87d9-3d1551ddd210,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:37.376058 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94963bdb-44e7-4ad9-9019-e23bf050339b req-f1cc0f6a-76cf-4438-aa51-98b9f369a99b tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606240 Feb 14 16:44:37.403056 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (27cb79c2-eace-4f78-8664-7688bd8e278e), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.432286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cb79c2-eace-4f78-8664-7688bd8e278e,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:37.434294 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ea215819-6e6d-48ca-8000-df84dc11446e req-478b8a4d-f2b3-49d8-8129-7df1b01f638c service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588206 Feb 14 16:44:37.437818 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.443772 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50608) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:37.443972 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cd5ae12a-534d-4179-aed4-2fed76db8c10 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/27cb79c2-eace-4f78-8664-7688bd8e278e HTTP/1.1" status: 204 len: 168 time: 0.4376662 Feb 14 16:44:37.530937 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (c291dd75-aba8-444a-a9c1-01306dd1f043), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.563693 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb0b3a-6887-4cba-b68e-6d9c5f7ce6c4 None None] New status for floating IP 084f4cd7-a91d-4b6c-8269-70ac05499fdb: ACTIVE {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:44:37.648072 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (c291dd75-aba8-444a-a9c1-01306dd1f043), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.667334 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b780f-a122-4f36-8c65-8c67ee9d5977 req-9e7fcde0-7afd-4d57-9c62-25b86d7dbacf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:37.674878 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c291dd75-aba8-444a-a9c1-01306dd1f043']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:37.675535 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-556b780f-a122-4f36-8c65-8c67ee9d5977 req-9e7fcde0-7afd-4d57-9c62-25b86d7dbacf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.0832167 Feb 14 16:44:37.691448 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11fffcd-ebc9-4c93-bec3-53079d6e190e') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:37.692216 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11fffcd-ebc9-4c93-bec3-53079d6e190e') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:37.712386 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (f11fffcd-ebc9-4c93-bec3-53079d6e190e), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.737104 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f11fffcd-ebc9-4c93-bec3-53079d6e190e), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.748420 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-556b780f-a122-4f36-8c65-8c67ee9d5977 req-51d49aee-fbb2-471c-8ba8-bdcad7e09c6a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717881 Feb 14 16:44:37.748844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:44:37.750611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (f11fffcd-ebc9-4c93-bec3-53079d6e190e), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:44:37.786235 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:44:37.829409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (c291dd75-aba8-444a-a9c1-01306dd1f043), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.834323 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:37.840274 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c291dd75-aba8-444a-a9c1-01306dd1f043 HTTP/1.1" status: 204 len: 168 time: 0.3931839 Feb 14 16:44:37.853444 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e023a6-e636-4970-825c-165293d17061 admin admin] Pushing event deleted for resources: {'Network': ['ID=c291dd75-aba8-444a-a9c1-01306dd1f043,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:38.014237 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50628) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.054526 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-bc220abe-7096-4e4e-acb5-8ca2fc90b9f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a502110e5ef40baa021a1f37889d39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390763 Feb 14 16:44:38.057055 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50630) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.108094 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] Publish callbacks [] for security_group (226330b2-9ea1-4227-baf0-8e509a05c1e1), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.138752 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] Publish callbacks [] for security_group (226330b2-9ea1-4227-baf0-8e509a05c1e1), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.162780 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 2ae514da-0149-4e5c-8a43-a89962de8b5d no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:38.188926 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 2ae514da-0149-4e5c-8a43-a89962de8b5d {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:38.189188 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 2ae514da-0149-4e5c-8a43-a89962de8b5d not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:38.203561 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (226330b2-9ea1-4227-baf0-8e509a05c1e1), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.206751 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.208052 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/226330b2-9ea1-4227-baf0-8e509a05c1e1 HTTP/1.1" status: 204 len: 168 time: 0.1500845 Feb 14 16:44:38.216609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f3896-dd31-40d6-b635-1a0e9a428f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226330b2-9ea1-4227-baf0-8e509a05c1e1,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:38.272129 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50638) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.477135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665292834-network', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:38.501341 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Made reservation on behalf of 1571fb65cad744c6b4ee775a3b12b5e9 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:38.503940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.512188 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea6e58-adaa-41c8-a92a-9ce336ad7bbe req-7df7518f-3244-4919-8181-656897fa7501 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:38.513756 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-08ea6e58-adaa-41c8-a92a-9ce336ad7bbe req-7df7518f-3244-4919-8181-656897fa7501 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0622544 Feb 14 16:44:38.533809 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.538678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.565484 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50646) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.574442 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-08ea6e58-adaa-41c8-a92a-9ce336ad7bbe req-1635f097-021b-4d4a-9fed-c1b9df6030f1 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539680 Feb 14 16:44:38.643594 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-fbc21264-a5d6-48f6-8406-34a037b76c0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e55660f204574c00bde8b0fa34dce4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769222 Feb 14 16:44:38.646336 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50648) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.665025 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks [] for security_group (25bfb93a-fa8f-4b0e-be26-942707b092dd), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.670422 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (25bfb93a-fa8f-4b0e-be26-942707b092dd), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.694945 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:44:38.697036 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] Publish callbacks [] for security_group (cb8e89ca-7d15-405c-9549-91dbfed0ddcf), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.704194 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bfb93a-fa8f-4b0e-be26-942707b092dd,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:38.710181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (614dc919-d766-4ecf-b052-9171ba665755), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.710531 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Added segment 614dc919-d766-4ecf-b052-9171ba665755 of type vlan for network de3fcbdb-d073-405f-911f-15bd4c657312 Feb 14 16:44:38.722334 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] Publish callbacks [] for security_group (cb8e89ca-7d15-405c-9549-91dbfed0ddcf), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.751744 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (de3fcbdb-d073-405f-911f-15bd4c657312), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.773002 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (cb8e89ca-7d15-405c-9549-91dbfed0ddcf), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.775758 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.779348 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb8e89ca-7d15-405c-9549-91dbfed0ddcf HTTP/1.1" status: 204 len: 168 time: 0.1293595 Feb 14 16:44:38.788690 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839faa9-303d-451e-b000-5faa501baae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e89ca-7d15-405c-9549-91dbfed0ddcf,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:38.792231 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (de3fcbdb-d073-405f-911f-15bd4c657312), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.793691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:38.794289 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.836812 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50654) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:38.837071 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5629442 Feb 14 16:44:38.843155 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Request body: {'subnet': {'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665292834-subnet', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:38.874705 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0b72b-02e4-4ba9-b2f5-151e1da3e036 admin admin] Pushing event updated for resources: {'Network': ['ID=de3fcbdb-d073-405f-911f-15bd4c657312,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:38.886681 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network de3fcbdb-d073-405f-911f-15bd4c657312 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:44:38.890644 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Made reservation on behalf of 1571fb65cad744c6b4ee775a3b12b5e9 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:38.892980 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:38.969477 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385690-037f-4cf8-846a-45787e102a20 req-31089cc5-ae9f-40e3-8e20-dc63b19cdd06 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:38.971122 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-88385690-037f-4cf8-846a-45787e102a20 req-31089cc5-ae9f-40e3-8e20-dc63b19cdd06 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.1150813 Feb 14 16:44:39.057687 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-88385690-037f-4cf8-846a-45787e102a20 req-6bfc4838-efd2-4085-a935-ceb2d85313cd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790105 Feb 14 16:44:39.129482 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (a5af2482-417b-4c98-a56b-276b91233543), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.184238 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5af2482-417b-4c98-a56b-276b91233543,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:39.195205 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Checking segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:39.195572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Network hostable DHCP agents. Network: de3fcbdb-d073-405f-911f-15bd4c657312, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:44:39.213403 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Network de3fcbdb-d073-405f-911f-15bd4c657312 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:44:39.222226 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, de3fcbdb-d073-405f-911f-15bd4c657312) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:39.226418 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:39.227009 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.235805 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b44ec8-048e-442f-88d4-07a07a2843fe None None] Network de3fcbdb-d073-405f-911f-15bd4c657312 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:39.244872 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-772038c0-81ca-4e57-a20b-fe7e291685c0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4067523 Feb 14 16:44:39.247748 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50666) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:39.253562 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:39.273889 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.274899 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.334342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for router_controller (3d6be209-bc4b-4d00-ae88-403a3c8216bf), precommit_add_association {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.367380 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-de3fcbdb-d073-405f-911f-15bd4c657312', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:44:39.368288 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.497741 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for router_gateway (3d6be209-bc4b-4d00-ae88-403a3c8216bf), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.655826 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Allocated IP 172.20.0.2 (de3fcbdb-d073-405f-911f-15bd4c657312/a5af2482-417b-4c98-a56b-276b91233543/da1f011f-785e-4cdb-b83f-3e852260eddb) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:39.787591 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73563e-a773-4d3c-af52-080ab8281795 req-738c4803-1f09-4d8c-8ed2-e6486e2144ed tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:39.789113 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3c73563e-a773-4d3c-af52-080ab8281795 req-738c4803-1f09-4d8c-8ed2-e6486e2144ed tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1183858 Feb 14 16:44:39.790599 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for router_gateway (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.812537 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.818572 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks [] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.825548 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.866887 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Network de3fcbdb-d073-405f-911f-15bd4c657312 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:39.872954 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:39.876770 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:39.883997 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Pushing event updated for resources: {'Port': ['ID=da1f011f-785e-4cdb-b83f-3e852260eddb,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:39.909148 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3c73563e-a773-4d3c-af52-080ab8281795 req-17012caf-1901-43a6-b190-d199d21547b9 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995297 Feb 14 16:44:39.912979 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.913396 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.913713 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.914055 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.914386 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.914719 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.915229 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.915569 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.915897 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.916778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.917140 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.917715 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.917837 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:39.945066 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50686) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:39.964917 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Allocated IP 172.27.1.137 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/9755a168-6f01-49ac-bbf6-828660fec0aa) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:39.965666 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Attempting to bind port da1f011f-785e-4cdb-b83f-3e852260eddb on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:39.966036 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Attempting to bind port da1f011f-785e-4cdb-b83f-3e852260eddb by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:39.966396 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Attempting to bind port da1f011f-785e-4cdb-b83f-3e852260eddb on network de3fcbdb-d073-405f-911f-15bd4c657312 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:39.973420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:39.973864 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Checking segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:39.974243 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:39.974676 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Bound using segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:39.975223 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Bound port: da1f011f-785e-4cdb-b83f-3e852260eddb, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:39.975512 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.042696 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] For port da1f011f-785e-4cdb-b83f-3e852260eddb, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:40.059730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] For port da1f011f-785e-4cdb-b83f-3e852260eddb, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=da1f011f-785e-4cdb-b83f-3e852260eddb,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:40.062552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d648872-4789-49c2-9025-e5ec08a32cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.072673 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.080977 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.105375 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.122683 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.150789 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c03b3-8434-4e32-b6d3-7e4ff2c9b30e None None] Pushing event updated for resources: {'Port': ['ID=da1f011f-785e-4cdb-b83f-3e852260eddb,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:40.166905 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:40.173905 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:40.178297 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:40.181135 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:44:40.198870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d648872-4789-49c2-9025-e5ec08a32cd7 admin admin] Publish callbacks [] for security_group (d89a8f2b-5345-4a58-b89d-1a508482a6fc), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.203438 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d648872-4789-49c2-9025-e5ec08a32cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d89a8f2b-5345-4a58-b89d-1a508482a6fc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.247440 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9755a168-6f01-49ac-bbf6-828660fec0aa,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:40.261604 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50692) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:40.262394 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1d648872-4789-49c2-9025-e5ec08a32cd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf9c909b59ec42d6b9d92458dcdeb33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162076 Feb 14 16:44:40.263990 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d648872-4789-49c2-9025-e5ec08a32cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a8f2b-5345-4a58-b89d-1a508482a6fc,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:40.309553 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:40.321695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '38de8661-cab7-496f-8ad3-b37846bcf842', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': '38de8661-cab7-496f-8ad3-b37846bcf842', 'mac_address': 'fa:16:3e:44:8e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:44:40.324793 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6a71-ca65-41af-bc45-ac76a6b947c4 req-2142428c-b89d-430a-bd32-f51770f8cb63 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:40.326268 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae8d6a71-ca65-41af-bc45-ac76a6b947c4 req-2142428c-b89d-430a-bd32-f51770f8cb63 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 943 time: 0.1537988 Feb 14 16:44:40.363881 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:40.364285 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.378763 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:40.421873 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:40.426357 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.477116 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] Publish callbacks [] for security_group (d89a8f2b-5345-4a58-b89d-1a508482a6fc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.485640 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=9']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:40.497262 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae8d6a71-ca65-41af-bc45-ac76a6b947c4 req-33a6e8c9-bcf9-4f73-9ff1-b64f51bb075c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619635 Feb 14 16:44:40.543836 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] Publish callbacks [] for security_group (d89a8f2b-5345-4a58-b89d-1a508482a6fc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.641220 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for router_gateway (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.682736 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device da1f011f-785e-4cdb-b83f-3e852260eddb up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:40.684453 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d89a8f2b-5345-4a58-b89d-1a508482a6fc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.688012 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.688396 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['38de8661-cab7-496f-8ad3-b37846bcf842'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:40.691757 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d89a8f2b-5345-4a58-b89d-1a508482a6fc HTTP/1.1" status: 204 len: 168 time: 0.4268456 Feb 14 16:44:40.707284 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dae16a-b2fd-4550-bdbe-4fae4c483063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a8f2b-5345-4a58-b89d-1a508482a6fc,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:40.811095 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port da1f011f-785e-4cdb-b83f-3e852260eddb triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:40.812146 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:40.980374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port da1f011f-785e-4cdb-b83f-3e852260eddb is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:40.980795 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.031174 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port da1f011f-785e-4cdb-b83f-3e852260eddb, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=da1f011f-785e-4cdb-b83f-3e852260eddb,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:41.049513 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.141773 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=da1f011f-785e-4cdb-b83f-3e852260eddb,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:41.168323 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce0b4b-081c-4226-ae8e-bfe73cf7920c req-89d8e1e4-bb48-45f2-a8fd-06e3b25087c2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:41.173260 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d4ce0b4b-081c-4226-ae8e-bfe73cf7920c req-89d8e1e4-bb48-45f2-a8fd-06e3b25087c2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1125760 Feb 14 16:44:41.219685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.234603 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.247547 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d4ce0b4b-081c-4226-ae8e-bfe73cf7920c req-be67400d-002c-4b73-9046-537fe9aa8886 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711424 Feb 14 16:44:41.321863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a951a65-d94e-4953-aabe-c3729421816d None None] Network de3fcbdb-d073-405f-911f-15bd4c657312 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:41.401301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Router 3d6be209-bc4b-4d00-ae88-403a3c8216bf is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:44:41.426280 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-73de6c8a-2ea8-42ce-a60f-5cb0215a3dc3 None None] Provisioning complete for port da1f011f-785e-4cdb-b83f-3e852260eddb triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:41.426797 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-73de6c8a-2ea8-42ce-a60f-5cb0215a3dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.522868 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:41.540853 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Sync routers for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:41.549452 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:41.552634 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-73de6c8a-2ea8-42ce-a60f-5cb0215a3dc3 None None] Current status of the port da1f011f-785e-4cdb-b83f-3e852260eddb is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:41.555950 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50722) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:41.563914 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:41.564788 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:41.569372 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b1073336-d0b8-4ce6-a232-b4820bbe44b4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3201802 Feb 14 16:44:41.684579 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417eb46-c896-4647-aa23-11483c920b41 req-df3606e7-905e-45f9-88eb-d411aa252cbf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:41.689009 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a417eb46-c896-4647-aa23-11483c920b41 req-df3606e7-905e-45f9-88eb-d411aa252cbf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 944 time: 0.0871027 Feb 14 16:44:41.770963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a417eb46-c896-4647-aa23-11483c920b41 req-1ac64218-9793-4021-9d92-d322df7dfa71 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761275 Feb 14 16:44:41.872131 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:41.877331 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-13af60ab-e6d5-4600-aa0c-0b9ddea48daf None None] Provisioning complete for port da1f011f-785e-4cdb-b83f-3e852260eddb triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:41.877856 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-13af60ab-e6d5-4600-aa0c-0b9ddea48daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.007340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-13af60ab-e6d5-4600-aa0c-0b9ddea48daf None None] Current status of the port da1f011f-785e-4cdb-b83f-3e852260eddb is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:42.078855 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.081802 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:40Z', 'revision_number': 3, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:42.117607 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Checking router: 3d6be209-bc4b-4d00-ae88-403a3c8216bf for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:42.117873 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Updating router 3d6be209-bc4b-4d00-ae88-403a3c8216bf port 9755a168-6f01-49ac-bbf6-828660fec0aa binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:44:42.146249 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.177274 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:42.230667 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 38de8661-cab7-496f-8ad3-b37846bcf842 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:42.231730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.245739 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Allocated IP 172.20.0.1 (de3fcbdb-d073-405f-911f-15bd4c657312/a5af2482-417b-4c98-a56b-276b91233543/1063f0e4-0c86-4d5f-9a6f-9418e73c709d) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:42.334900 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 38de8661-cab7-496f-8ad3-b37846bcf842 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:42.335558 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.385844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks [] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.391049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:42.391220 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9151-7511-49a8-bab0-adeffc17a4bc req-a338bce3-7ba6-48ab-a570-116f2c00e83d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:42.392692 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:42.395905 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401e8a6-5c8a-492f-8d7a-e69b28790975" -d '{"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:42.400546 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.405913 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4dcc9151-7511-49a8-bab0-adeffc17a4bc req-a338bce3-7ba6-48ab-a570-116f2c00e83d tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Feb 14 16:44:42.442221 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4593c022-b648-4c4d-aaed-4c042235fbb7 x-openstack-request-id: req-4593c022-b648-4c4d-aaed-4c042235fbb7 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:42.442667 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-plugged", "status": "completed", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:42.442928 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4593c022-b648-4c4d-aaed-4c042235fbb7 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:42.443364 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'code': 200} Feb 14 16:44:42.447328 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.468653 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks [] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.471269 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=10']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:42.472180 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Network de3fcbdb-d073-405f-911f-15bd4c657312 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:42.479431 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4dcc9151-7511-49a8-bab0-adeffc17a4bc req-4dd7a8e9-67cd-448f-bf54-12f75d13af2a tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709159 Feb 14 16:44:42.483746 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.494494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:42.498056 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:42.543775 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:42.544223 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Attempting to bind port 9755a168-6f01-49ac-bbf6-828660fec0aa on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:42.544679 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Attempting to bind port 9755a168-6f01-49ac-bbf6-828660fec0aa by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:42.545104 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Attempting to bind port 9755a168-6f01-49ac-bbf6-828660fec0aa on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:42.553957 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:42.554423 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:42.554930 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.555434 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:42.555914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.556087 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Bound port: 9755a168-6f01-49ac-bbf6-828660fec0aa, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:42.556569 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.580301 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Pushing event updated for resources: {'Port': ['ID=9755a168-6f01-49ac-bbf6-828660fec0aa,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:42.590721 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.591180 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.591632 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.592215 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.593307 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.593844 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.594379 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.595190 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.595952 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.596694 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.597272 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.597796 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.598332 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:44:42.638571 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] For port 9755a168-6f01-49ac-bbf6-828660fec0aa, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:42.643289 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] For port 9755a168-6f01-49ac-bbf6-828660fec0aa, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=9755a168-6f01-49ac-bbf6-828660fec0aa,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:42.651537 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.710191 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:42.710824 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:42.716931 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device da1f011f-785e-4cdb-b83f-3e852260eddb up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:42.720026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.765738 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-637c6952-b5bd-46b3-b15d-b2eccceb47b6 None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:42.766524 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-637c6952-b5bd-46b3-b15d-b2eccceb47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.807360 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-637c6952-b5bd-46b3-b15d-b2eccceb47b6 None None] Port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:42.814860 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port da1f011f-785e-4cdb-b83f-3e852260eddb triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:42.815352 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:42.863047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-395bc530-33f1-4e37-8978-69a39b02fba4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:42.865901 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-395bc530-33f1-4e37-8978-69a39b02fba4 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.1036947 Feb 14 16:44:42.878332 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:42.941051 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port da1f011f-785e-4cdb-b83f-3e852260eddb is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:42.941753 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3283f7-f101-4c90-a7c4-8083a09bd55c req-d72952cf-f487-4ad5-b514-724afbdae1eb tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:42.944086 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c3283f7-f101-4c90-a7c4-8083a09bd55c req-d72952cf-f487-4ad5-b514-724afbdae1eb tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0616167 Feb 14 16:44:42.996143 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c3283f7-f101-4c90-a7c4-8083a09bd55c req-6edae915-dc2c-4516-a71c-a68ebf3d0f31 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462389 Feb 14 16:44:43.034132 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92e00b-c2be-43b0-8095-f69cc5224d6c None None] Pushing event updated for resources: {'Port': ['ID=9755a168-6f01-49ac-bbf6-828660fec0aa,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:43.056647 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f9e0f-6032-4c26-af6a-02917c0f7d47 req-b6d501ff-03fa-4883-b5f3-9dcf8a754e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:43.058268 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5e0f9e0f-6032-4c26-af6a-02917c0f7d47 req-b6d501ff-03fa-4883-b5f3-9dcf8a754e55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1130 time: 0.1574976 Feb 14 16:44:43.098202 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks [] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.110964 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.117054 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-f259d300-565c-44b9-8922-69cca7331452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 1, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:43.142273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Deleting port 599455dd-d8b1-4eef-9405-bda28a491d30 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:43.142629 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.155176 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f259d300-565c-44b9-8922-69cca7331452 None None] The sync data for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi is: [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 1, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:43.212301 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5e0f9e0f-6032-4c26-af6a-02917c0f7d47 req-2c424c5e-8a38-46e7-a189-6587560fdb2f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440496 Feb 14 16:44:43.231018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:43.243016 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.360667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] For port 599455dd-d8b1-4eef-9405-bda28a491d30, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=599455dd-d8b1-4eef-9405-bda28a491d30,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:43.361061 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.385435 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Calling delete_port for 599455dd-d8b1-4eef-9405-bda28a491d30 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:43.447586 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Network de3fcbdb-d073-405f-911f-15bd4c657312 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:43.451538 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:43.640941 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a123-a295-482e-9084-f67736ef36be req-0bf5967d-e45e-4297-aa5a-4637b87819dc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:43.642496 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18d8a123-a295-482e-9084-f67736ef36be req-0bf5967d-e45e-4297-aa5a-4637b87819dc tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 945 time: 0.0730562 Feb 14 16:44:43.703046 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18d8a123-a295-482e-9084-f67736ef36be req-976cb40f-7b0c-40dc-b2c3-b387b8de1525 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/security-groups?id=d47276d9-1de4-449c-8738-9132328a2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Feb 14 16:44:43.742896 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-14a5f890-c2be-47ff-9c34-d79209a9af21 None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:43.743361 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-14a5f890-c2be-47ff-9c34-d79209a9af21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.779988 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-14a5f890-c2be-47ff-9c34-d79209a9af21 None None] Port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:43.914021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Router 3d6be209-bc4b-4d00-ae88-403a3c8216bf has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:44:43.917053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (599455dd-d8b1-4eef-9405-bda28a491d30), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:43.953695 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Pushing event deleted for resources: {'Port': ['ID=599455dd-d8b1-4eef-9405-bda28a491d30,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:44.031668 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] No DVR routers for this DVR port 599455dd-d8b1-4eef-9405-bda28a491d30 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:44:44.034523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.037928 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ffb54399-c3c8-4a0d-9a16-a436f2b79db8 req-cf4437fe-3dbf-4e07-a11f-8827263bbde2 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.50 "DELETE /v2.0/ports/599455dd-d8b1-4eef-9405-bda28a491d30 HTTP/1.1" status: 204 len: 173 time: 1.1356354 Feb 14 16:44:44.040120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'name': 'network-vif-deleted', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:44.043718 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbdafae-63a9-4315-9d31-0fc6fa11a23a" -d '{"events": [{"server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "name": "network-vif-deleted", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:44.105674 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3ab57-01b9-4fd7-b92b-8febf2249b25 x-openstack-request-id: req-a5d3ab57-01b9-4fd7-b92b-8febf2249b25 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:44.105940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a686a07-3a03-422d-9a72-03c6c471e680", "name": "network-vif-deleted", "tag": "599455dd-d8b1-4eef-9405-bda28a491d30", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:44.106150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5d3ab57-01b9-4fd7-b92b-8febf2249b25 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:44.106556 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a686a07-3a03-422d-9a72-03c6c471e680', 'name': 'network-vif-deleted', 'tag': '599455dd-d8b1-4eef-9405-bda28a491d30', 'status': 'completed', 'code': 200} Feb 14 16:44:44.133123 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:44.138667 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-703c7620-c58d-405b-af77-510e3bb449d3 admin admin] 10.222.0.69 "PUT /v2.0/routers/3d6be209-bc4b-4d00-ae88-403a3c8216bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5810964 Feb 14 16:44:44.153536 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de3eab-28f5-4e21-9283-7c4f99a2733f req-fcf817a3-728d-4d4a-8b16-95ba0f15f692 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:44.155809 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-71de3eab-28f5-4e21-9283-7c4f99a2733f req-fcf817a3-728d-4d4a-8b16-95ba0f15f692 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0679018 Feb 14 16:44:44.208536 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-71de3eab-28f5-4e21-9283-7c4f99a2733f req-cdbbb82f-b0c2-47ad-834a-e99a78309ac7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467951 Feb 14 16:44:44.682851 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 9755a168-6f01-49ac-bbf6-828660fec0aa up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:44.713658 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50764) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:44.719095 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-83953409-network', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:44.737151 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 9755a168-6f01-49ac-bbf6-828660fec0aa triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:44.737606 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.740259 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Made reservation on behalf of 204a46ad5ff84da2b3345c1504411b14 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:44.742936 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.752718 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.806998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7c429dd5-df30-46ec-97b6-f6e3f5023263 req-90aabd85-e466-483e-b24a-ee27137bdf84 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 210 time: 0.0287178 Feb 14 16:44:44.830580 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 9755a168-6f01-49ac-bbf6-828660fec0aa is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:44.831047 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.835714 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks [] for security_group (bc508e26-37da-491d-aecd-70b6ca029809), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.844071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bc508e26-37da-491d-aecd-70b6ca029809), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.853461 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 9755a168-6f01-49ac-bbf6-828660fec0aa, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=9755a168-6f01-49ac-bbf6-828660fec0aa,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:44.859279 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.870494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:44:44.886901 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc508e26-37da-491d-aecd-70b6ca029809,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:44.891499 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (c212c563-d239-4b74-b9d4-40f95570fec2), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.892466 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Added segment c212c563-d239-4b74-b9d4-40f95570fec2 of type vlan for network 9851463b-de94-4eac-b0d0-68b4bf299061 Feb 14 16:44:44.914479 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=9755a168-6f01-49ac-bbf6-828660fec0aa,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:44.935448 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (9851463b-de94-4eac-b0d0-68b4bf299061), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.962349 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (9851463b-de94-4eac-b0d0-68b4bf299061), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:44.963420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:44.964011 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.000161 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2854040 Feb 14 16:44:45.002889 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50768) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:45.009224 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Request body: {'subnet': {'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-83953409-subnet', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:45.044251 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caaf28-21c2-465b-ac19-3045b44f7bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=9851463b-de94-4eac-b0d0-68b4bf299061,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:45.055292 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 9851463b-de94-4eac-b0d0-68b4bf299061 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:44:45.059768 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Made reservation on behalf of 204a46ad5ff84da2b3345c1504411b14 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:45.062317 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538253'] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.233340 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10270225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538303'] for subnet (b95d50b9-c6e8-4125-9e0b-d10be2cab105), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.255808 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Sync routers for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:45.270113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:45.270977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:45.294340 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95d50b9-c6e8-4125-9e0b-d10be2cab105,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:45.300417 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Checking segment: {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:45.300810 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Network hostable DHCP agents. Network: 9851463b-de94-4eac-b0d0-68b4bf299061, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:44:45.325618 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Network 9851463b-de94-4eac-b0d0-68b4bf299061 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:44:45.338158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 9851463b-de94-4eac-b0d0-68b4bf299061) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:45.345637 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:45.346313 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.352116 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469506d6-c049-4f06-bf7a-499f6ca9f079 None None] Network 9851463b-de94-4eac-b0d0-68b4bf299061 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:45.361919 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8213d6c-3312-4b9f-8919-d20bbf268e62 req-a5b48ffe-e8ce-4c50-bd38-fbacfb88600f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:45.363768 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f8213d6c-3312-4b9f-8919-d20bbf268e62 req-a5b48ffe-e8ce-4c50-bd38-fbacfb88600f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0732269 Feb 14 16:44:45.367683 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f2516b32-8ff0-4afa-8b87-40e40f0ee05b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3614175 Feb 14 16:44:45.367927 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50774) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:45.372227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:45.394029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.395292 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.422888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f8213d6c-3312-4b9f-8919-d20bbf268e62 req-98c1aefd-c161-42cb-8177-47ca581ef931 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492001 Feb 14 16:44:45.455348 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for router_controller (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.471013 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:45.602509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for router_gateway (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.687729 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-9851463b-de94-4eac-b0d0-68b4bf299061', 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061', 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'fixed_ips': [{'subnet_id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:44:45.688781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.810889 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for router_gateway (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.829239 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:45.907690 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cfea9db0-a014-49c1-834b-17abffef05ae req-3a2cdd33-6d2a-4926-8bd2-c3996a6d4d71 tempest-ServerRescueNegativeTestJSON-683630057 tempest-ServerRescueNegativeTestJSON-683630057-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a686a07-3a03-422d-9a72-03c6c471e680 HTTP/1.1" status: 200 len: 210 time: 0.0293303 Feb 14 16:44:45.941097 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Allocated IP 172.27.1.145 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/5d8414aa-18a5-48ed-a78c-23613c0319ae) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:45.947769 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Allocated IP 172.20.0.2 (9851463b-de94-4eac-b0d0-68b4bf299061/b95d50b9-c6e8-4125-9e0b-d10be2cab105/0f0286fc-49ea-49a2-8a8f-2723e0a177a2) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:46.027826 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 2, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:46.046242 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.058281 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Checking router: 3d6be209-bc4b-4d00-ae88-403a3c8216bf for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:46.058637 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Updating router 3d6be209-bc4b-4d00-ae88-403a3c8216bf port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:44:46.066199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['599455dd-d8b1-4eef-9405-bda28a491d30'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:44:46.085717 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.140396 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:46.146318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:46.148232 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8414aa-18a5-48ed-a78c-23613c0319ae,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:46.153287 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:46.155984 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.239326 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks [] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.249937 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.346639 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Network 9851463b-de94-4eac-b0d0-68b4bf299061 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:46.358901 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:46.369915 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:46.376143 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Pushing event updated for resources: {'Port': ['ID=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:46.444804 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for router_gateway (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.527507 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Attempting to bind port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:46.534755 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Attempting to bind port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:46.536416 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Attempting to bind port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 on network 9851463b-de94-4eac-b0d0-68b4bf299061 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:46.555695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:46.556364 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Checking segment: {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:46.556915 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.558678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Bound using segment: {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:46.558678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Bound port: 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:46.558678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.618810 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ec0cb-8e85-4f14-bd0b-bd6ce2a39b00 req-11e7b53d-5759-4b7d-860a-2e448dcfc95e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:46.621176 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b80ec0cb-8e85-4f14-bd0b-bd6ce2a39b00 req-11e7b53d-5759-4b7d-860a-2e448dcfc95e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.1041629 Feb 14 16:44:46.733759 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b80ec0cb-8e85-4f14-bd0b-bd6ce2a39b00 req-1fbd51a4-8f4a-4a90-a61e-5ecea4a10c85 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068938 Feb 14 16:44:46.747810 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.749962 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] For port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:46.753963 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 9755a168-6f01-49ac-bbf6-828660fec0aa up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:46.757274 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] For port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:46.788697 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.834045 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks [] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.850721 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:46.916171 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5622-27f2-447b-be3f-7202878163bd None None] Pushing event updated for resources: {'Port': ['ID=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:46.953641 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:44:46.980174 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50810) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:47.089097 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 9755a168-6f01-49ac-bbf6-828660fec0aa triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:47.089459 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.222716 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153381-7c54-45ba-a339-9fc2d727bae7 None None] Pushing event updated for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:47.247973 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Attempting to bind port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:47.248532 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Attempting to bind port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:47.252028 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Attempting to bind port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d on network de3fcbdb-d073-405f-911f-15bd4c657312 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:47.266371 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:47.266859 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Checking segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:47.267340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.267812 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Bound using segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:47.268448 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Bound port: 1063f0e4-0c86-4d5f-9a6f-9418e73c709d, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:47.268842 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.399529 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-13267722-a2b5-48dd-9da4-5f1e273b8343 None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:47.399900 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-13267722-a2b5-48dd-9da4-5f1e273b8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.403669 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] For port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:47.444548 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] For port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:47.453690 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 9755a168-6f01-49ac-bbf6-828660fec0aa is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:47.459998 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-13267722-a2b5-48dd-9da4-5f1e273b8343 None None] Port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:47.463805 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.540113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:47.540934 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:47.568507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:47.582430 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Sync routers for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:47.589446 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153381-7c54-45ba-a339-9fc2d727bae7 None None] Pushing event updated for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:47.604848 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:47.605946 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:47.644527 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:47.648424 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-253aa215-07f4-4b85-8980-9f4460bc0178 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2768974 Feb 14 16:44:47.648821 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50830) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:47.690945 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:47.753957 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:47.973417 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:47.974292 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.107560 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 599455dd-d8b1-4eef-9405-bda28a491d30 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:48.144100 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:46Z', 'revision_number': 3, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:48.187061 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 599455dd-d8b1-4eef-9405-bda28a491d30 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:48.187421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 599455dd-d8b1-4eef-9405-bda28a491d30 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:48.223225 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Checking router: 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:48.224073 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Updating router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc port 5d8414aa-18a5-48ed-a78c-23613c0319ae binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:44:48.227859 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abf437-1d1e-4777-8b2e-b82e3c7d1a08 req-9fbbbafa-422c-4c87-a067-32a7d682cf66 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:48.229955 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b0abf437-1d1e-4777-8b2e-b82e3c7d1a08 req-9fbbbafa-422c-4c87-a067-32a7d682cf66 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.3431413 Feb 14 16:44:48.239244 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.288845 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.386309 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Current status of the port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:48.386715 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.406796 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:47Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:48.447526 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b0abf437-1d1e-4777-8b2e-b82e3c7d1a08 req-bbcbb047-9307-4607-b057-0aebaa351dd3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080534 Feb 14 16:44:48.467824 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1267f5b2-1840-421c-a693-2e57e9639dcb None None] The sync data for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi is: [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:47Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:48.516597 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e3525-54ad-4ccb-844a-f7bf20e5a864 None None] Network 9851463b-de94-4eac-b0d0-68b4bf299061 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:48.605400 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] For port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:48.646938 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.664052 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.816491 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a4015-f023-4467-87df-3b943f174e8a None None] Pushing event updated for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:48.834946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Provisioning complete for port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:48.835594 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:48.961794 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Allocated IP 172.20.0.1 (9851463b-de94-4eac-b0d0-68b4bf299061/b95d50b9-c6e8-4125-9e0b-d10be2cab105/ea0f2bf1-19fb-45f5-937b-656c1802bc91) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:49.015312 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Current status of the port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:49.020257 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.036171 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Deleting port 1e65d53f-5370-4c06-8526-6433259840ea {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:49.036511 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (1e65d53f-5370-4c06-8526-6433259840ea), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.046888 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:49.173190 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] For port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:49.175081 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks [] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.198971 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.210407 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:49.213128 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.213478 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks [] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.215745 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] For port 1e65d53f-5370-4c06-8526-6433259840ea, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1e65d53f-5370-4c06-8526-6433259840ea,segment=NetworkSegment(139ae95e-6695-42f5-b419-247cb809df56),segment_id=139ae95e-6695-42f5-b419-247cb809df56)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:49.216328 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (1e65d53f-5370-4c06-8526-6433259840ea), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.228346 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.238514 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.239805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Calling delete_port for 1e65d53f-5370-4c06-8526-6433259840ea owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:49.296622 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Network 9851463b-de94-4eac-b0d0-68b4bf299061 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:49.302033 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:49.319987 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:49.336100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539d75b-8eb3-433a-9392-afec773e5954 None None] Pushing event updated for resources: {'Port': ['ID=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:49.344760 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Attempting to bind port 5d8414aa-18a5-48ed-a78c-23613c0319ae on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:49.345135 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Attempting to bind port 5d8414aa-18a5-48ed-a78c-23613c0319ae by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:49.345492 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Attempting to bind port 5d8414aa-18a5-48ed-a78c-23613c0319ae on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:49.348670 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53a719-0425-4109-a5ef-3b9907e364cf None None] Pushing event updated for resources: {'Port': ['ID=5d8414aa-18a5-48ed-a78c-23613c0319ae,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:49.364012 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:49.364400 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:49.364806 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.365200 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:49.365661 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Bound port: 5d8414aa-18a5-48ed-a78c-23613c0319ae, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:49.373568 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.384647 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-b0971d46-383e-4f11-86a7-81a2e821396a None None] Provisioning complete for port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:49.385046 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b0971d46-383e-4f11-86a7-81a2e821396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.395726 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:49.404135 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.480193 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] For port 5d8414aa-18a5-48ed-a78c-23613c0319ae, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:49.486729 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] For port 5d8414aa-18a5-48ed-a78c-23613c0319ae, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=5d8414aa-18a5-48ed-a78c-23613c0319ae,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:49.502400 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.508078 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:49.509132 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1063f0e4-0c86-4d5f-9a6f-9418e73c709d up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:49.566017 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1e65d53f-5370-4c06-8526-6433259840ea), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.617128 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:49.620289 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:49.641148 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e65d53f-5370-4c06-8526-6433259840ea,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:49.718692 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-b0971d46-383e-4f11-86a7-81a2e821396a None None] Current status of the port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:49.723382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:49.723946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.726551 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837a1d5-3d0a-44df-bcbc-9e8d2dccddcf req-3cd7536d-80a6-4833-9acc-a407fa8df4f0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:49.737534 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a837a1d5-3d0a-44df-bcbc-9e8d2dccddcf req-3cd7536d-80a6-4833-9acc-a407fa8df4f0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.1414146 Feb 14 16:44:49.750178 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.785585 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53a719-0425-4109-a5ef-3b9907e364cf None None] Pushing event updated for resources: {'Port': ['ID=5d8414aa-18a5-48ed-a78c-23613c0319ae,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:49.834674 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:49.859143 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-545c8fde-ea4e-4f43-81e6-58b47bacb15d None None] Provisioning complete for port ea0f2bf1-19fb-45f5-937b-656c1802bc91 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:49.859874 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-545c8fde-ea4e-4f43-81e6-58b47bacb15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.869534 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a837a1d5-3d0a-44df-bcbc-9e8d2dccddcf req-a698fb5b-e936-421f-be22-804296c89413 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231637 Feb 14 16:44:49.969000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:49.969328 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-545c8fde-ea4e-4f43-81e6-58b47bacb15d None None] Port ea0f2bf1-19fb-45f5-937b-656c1802bc91 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:49.985369 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:50.011652 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks [] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.018260 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.054521 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50874) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:50.096569 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:50.104690 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.220954 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Network 9851463b-de94-4eac-b0d0-68b4bf299061 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:50.222368 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:50.224998 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:46Z', 'revision_number': 3, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:50.233533 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96baa90b-dba3-43ca-bf05-880754955bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.257635 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d6cfc-6349-40cc-81bf-62065ee7ae02 None None] The sync data for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi is: [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:46Z', 'revision_number': 3, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:50.275630 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:44:50.363104 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:44:50.428500 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96baa90b-dba3-43ca-bf05-880754955bbc admin admin] Publish callbacks [] for security_group (02950146-4df1-4759-8882-b4150cd556b6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.435609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96baa90b-dba3-43ca-bf05-880754955bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (02950146-4df1-4759-8882-b4150cd556b6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.462255 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:50.471335 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-5befd044-3fbd-4d8e-ab59-5026a4adae0a admin admin] 10.222.0.69 "PUT /v2.0/routers/6f4bf427-6fc6-4916-a750-c9e86a7f7b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909101 Feb 14 16:44:50.475145 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50878) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:50.478136 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Sync routers for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:50.496780 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-96baa90b-dba3-43ca-bf05-880754955bbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e589416bbf34663bb184203d6224153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134672 Feb 14 16:44:50.498178 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50880) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:50.499944 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baa90b-dba3-43ca-bf05-880754955bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02950146-4df1-4759-8882-b4150cd556b6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:50.506663 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:50.507182 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:50.550442 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:44:50.556524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-b80a6848-fab4-4fba-9634-4c8612102701 admin admin] 10.222.0.69 "PUT /v2.0/routers/6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9066420 Feb 14 16:44:50.575306 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-9756474f-ad42-432c-8296-04e1d8ac345d None None] Provisioning complete for port ea0f2bf1-19fb-45f5-937b-656c1802bc91 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:50.575778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9756474f-ad42-432c-8296-04e1d8ac345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.583001 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] Publish callbacks [] for security_group (02950146-4df1-4759-8882-b4150cd556b6), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.624523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] Publish callbacks [] for security_group (02950146-4df1-4759-8882-b4150cd556b6), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.656830 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9756474f-ad42-432c-8296-04e1d8ac345d None None] Port ea0f2bf1-19fb-45f5-937b-656c1802bc91 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:44:50.700896 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks [] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.708240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:50.734921 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (02950146-4df1-4759-8882-b4150cd556b6), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.738015 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:50.739211 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02950146-4df1-4759-8882-b4150cd556b6 HTTP/1.1" status: 204 len: 168 time: 0.2361586 Feb 14 16:44:50.753104 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b9b0c-555e-4e33-9d76-eb0448073769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02950146-4df1-4759-8882-b4150cd556b6,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:51.028439 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:51.131374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:51.131954 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.185285 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks [] for router_gateway (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.186679 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 5, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port': {'id': 'e2b5e545-6854-4f67-b891-d5d9835cfdb5', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:51.227481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Checking router: 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:51.243009 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Routers {'6f4bf427-6fc6-4916-a750-c9e86a7f7b30'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:51.244256 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:51.307946 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Deleting port e2b5e545-6854-4f67-b891-d5d9835cfdb5 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:44:51.308297 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.341523 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:51.343293 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1063f0e4-0c86-4d5f-9a6f-9418e73c709d up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:51.429360 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] For port e2b5e545-6854-4f67-b891-d5d9835cfdb5, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e2b5e545-6854-4f67-b891-d5d9835cfdb5,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:51.429625 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.447486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Calling delete_port for e2b5e545-6854-4f67-b891-d5d9835cfdb5 owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:44:51.492427 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50902) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:51.497751 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860195164', 'description': 'tempest-secgroup-smoke-1860195164 description', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:51.507978 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:51.509411 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.525690 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.574296 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] Set router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 gateway port host: None {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:51.647011 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:44:51Z', 'revision_number': 6, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:51.659700 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (9ba27a78-942c-440a-a937-78d9a0ac3936), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.666958 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9ba27a78-942c-440a-a937-78d9a0ac3936), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.686449 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c6c24-0ae4-4a37-97db-fa18c82bf7cf None None] The sync data for ids ['6f4bf427-6fc6-4916-a750-c9e86a7f7b30'] in dv-cinder-819669-3-iscsi is: [{'id': '6f4bf427-6fc6-4916-a750-c9e86a7f7b30', 'name': 'tempest-ServerRescueNegativeTestJSON-125379877-router', 'tenant_id': '135eb96084004d599d3ae285c12c0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:40:59Z', 'updated_at': '2022-02-14T16:44:51Z', 'revision_number': 6, 'project_id': '135eb96084004d599d3ae285c12c0cc3', 'gw_port_host': None}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:51.710250 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba27a78-942c-440a-a937-78d9a0ac3936,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:51.718708 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.719536 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (e2b5e545-6854-4f67-b891-d5d9835cfdb5), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.720462 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-db2b57eb-fc6a-4108-a2c7-f9231ddaf449 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2266567 Feb 14 16:44:51.723373 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50910) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:51.733807 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:51.753080 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:51.773757 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b5e545-6854-4f67-b891-d5d9835cfdb5,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:51.776860 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (b0375d05-d81f-477c-8ede-8086d6fbf998), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.843139 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.845083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (b0375d05-d81f-477c-8ede-8086d6fbf998), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.849594 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (b0375d05-d81f-477c-8ede-8086d6fbf998), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.871629 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0375d05-d81f-477c-8ede-8086d6fbf998,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:51.881020 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.882298 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e2223fb4-fccb-4e49-9a22-96a1bce6318e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576550 Feb 14 16:44:51.882886 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50914) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:51.888476 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50916) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:51.893107 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:51.919433 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (fc995b43-aac2-47cb-ab00-7d87ad2ea4fa), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.960448 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.963077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks [] for router_controller (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.970266 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (fc995b43-aac2-47cb-ab00-7d87ad2ea4fa), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.974899 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (fc995b43-aac2-47cb-ab00-7d87ad2ea4fa), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:51.996906 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc995b43-aac2-47cb-ab00-7d87ad2ea4fa,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.003210 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480845057-network', 'tenant_id': 'fcc02085f3f4487fa89125030fb019ac'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.018587 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.022288 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1c775714-32b6-490b-8eab-4ac8210de260 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304517 Feb 14 16:44:52.022531 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50920) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.027107 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.031971 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (6f4bf427-6fc6-4916-a750-c9e86a7f7b30), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.032558 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4bf427-6fc6-4916-a750-c9e86a7f7b30 {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:44:52.037617 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.041447 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a72b06bd-2cdb-4c94-86f9-5345015e4e95 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6f4bf427-6fc6-4916-a750-c9e86a7f7b30 HTTP/1.1" status: 204 len: 168 time: 1.5654302 Feb 14 16:44:52.042076 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50922) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.044538 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Made reservation on behalf of fcc02085f3f4487fa89125030fb019ac for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:52.046860 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.059673 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.084113 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (4c5bb33d-9d8e-4702-868e-84eb62a39d5c), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.095787 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Deleting subnet b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:44:52.099503 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Publish callbacks [] for subnet (b7c70514-ef6f-46ef-9ed6-0e9fa1858c68), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.143483 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (b7c70514-ef6f-46ef-9ed6-0e9fa1858c68), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.195271 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (b7c70514-ef6f-46ef-9ed6-0e9fa1858c68), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.202609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (4c5bb33d-9d8e-4702-868e-84eb62a39d5c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.207724 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks [] for security_group (31396c69-29e9-461f-a65d-ba8c6327bd86), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.209138 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (4c5bb33d-9d8e-4702-868e-84eb62a39d5c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.221813 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (31396c69-29e9-461f-a65d-ba8c6327bd86), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.236934 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5bb33d-9d8e-4702-868e-84eb62a39d5c,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.248966 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:44:52.265880 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.269785 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d9350388-317e-4652-beb3-c3fafa6f87e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435231 Feb 14 16:44:52.269977 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (b7c70514-ef6f-46ef-9ed6-0e9fa1858c68), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.270404 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50924) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.274658 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (adaa88b7-cdde-49e2-87cc-df976724a536), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.274821 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Added segment adaa88b7-cdde-49e2-87cc-df976724a536 of type vlan for network ce211ed0-7c4b-4678-a21d-61073cbfed67 Feb 14 16:44:52.276358 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31396c69-29e9-461f-a65d-ba8c6327bd86,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.277495 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.305270 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c70514-ef6f-46ef-9ed6-0e9fa1858c68,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.318540 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.320805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (ce211ed0-7c4b-4678-a21d-61073cbfed67), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.321751 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-529191fb-db03-4db4-a4c0-e00358f59e6b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b7c70514-ef6f-46ef-9ed6-0e9fa1858c68 HTTP/1.1" status: 204 len: 168 time: 0.2787335 Feb 14 16:44:52.324301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50926) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.349557 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (ce211ed0-7c4b-4678-a21d-61073cbfed67), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.351468 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:52.352435 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.360197 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (fa5abeef-54d4-42a9-a824-912591744c29), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.392772 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5083370 Feb 14 16:44:52.395187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50928) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.399926 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Request body: {'subnet': {'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480845057-subnet', 'tenant_id': 'fcc02085f3f4487fa89125030fb019ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.433615 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.439153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada9af-f076-475d-896b-5921fe4f5eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce211ed0-7c4b-4678-a21d-61073cbfed67,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.449186 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:44:52.456375 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Made reservation on behalf of fcc02085f3f4487fa89125030fb019ac for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:52.459956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538253'] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.505847 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (fa5abeef-54d4-42a9-a824-912591744c29), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.525245 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Sync routers for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:44:52.527297 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (fa5abeef-54d4-42a9-a824-912591744c29), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.540803 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:52.541788 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:52.577119 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.587457 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5abeef-54d4-42a9-a824-912591744c29,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.605277 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.610371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50930) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.610852 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-0e3ce4f3-7af0-4ae1-9b8d-955feeb0d83a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376598 Feb 14 16:44:52.616185 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.620764 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da29e3f-5e35-4a7a-9390-46e4f83aa5dc']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:52.637821 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139ae95e-6695-42f5-b419-247cb809df56') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:52.638120 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139ae95e-6695-42f5-b419-247cb809df56') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:52.650101 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (139ae95e-6695-42f5-b419-247cb809df56), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.674657 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (139ae95e-6695-42f5-b419-247cb809df56), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.682401 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:44:52.683031 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (139ae95e-6695-42f5-b419-247cb809df56), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:44:52.699721 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:44:52.702848 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.securitygroups_db [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Project 1571fb65cad744c6b4ee775a3b12b5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:44:52.716708 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (d926747b-2872-4f79-88d2-d49bfba34b2f), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.720521 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10270225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538303'] for subnet (eecfc381-a2aa-4a8b-8c46-7418d19b1ecc), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.735254 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:52.772102 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 5d8414aa-18a5-48ed-a78c-23613c0319ae up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:52.780471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (3da29e3f-5e35-4a7a-9390-46e4f83aa5dc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.786345 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.789992 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3da29e3f-5e35-4a7a-9390-46e4f83aa5dc HTTP/1.1" status: 204 len: 168 time: 0.4647205 Feb 14 16:44:52.805921 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fd180-aa80-4819-bfda-5435fb5ea2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da29e3f-5e35-4a7a-9390-46e4f83aa5dc,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.849573 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 5d8414aa-18a5-48ed-a78c-23613c0319ae triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:52.853733 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.857467 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.880098 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (d926747b-2872-4f79-88d2-d49bfba34b2f), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.881578 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Checking segment: {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:52.882329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Network hostable DHCP agents. Network: ce211ed0-7c4b-4678-a21d-61073cbfed67, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:44:52.890855 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (d926747b-2872-4f79-88d2-d49bfba34b2f), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.917856 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d926747b-2872-4f79-88d2-d49bfba34b2f,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:52.934675 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.939443 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cb46366a-05e3-493f-8607-6256b50e4c19 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3236637 Feb 14 16:44:52.939443 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:44:52.939727 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50934) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:52.944581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'security_group_rule': {'security_group_id': '9ba27a78-942c-440a-a937-78d9a0ac3936', 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:52.954969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, ce211ed0-7c4b-4678-a21d-61073cbfed67) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:52.962985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:52.964275 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:52.975525 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.securitygroups_db [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Project 1571fb65cad744c6b4ee775a3b12b5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:44:52.985075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (8b8dac77-dabb-428d-b3e7-9c3587d335de), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.015634 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 5d8414aa-18a5-48ed-a78c-23613c0319ae is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:53.016272 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.016418 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c736e0f7-c6a5-4a93-9bc4-49a49be4e4c4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6200180 Feb 14 16:44:53.023420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43542538-2b0f-4558-bf20-def6a71c6a89 None None] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:53.049830 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 50938) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:53.067687 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (8b8dac77-dabb-428d-b3e7-9c3587d335de), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.075779 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (8b8dac77-dabb-428d-b3e7-9c3587d335de), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.100539 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8dac77-dabb-428d-b3e7-9c3587d335de,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:53.115963 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 4, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'ea0f2bf1-19fb-45f5-937b-656c1802bc91', 'name': '', 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'mac_address': 'fa:16:3e:f7:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:48Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 2, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'subnets': [{'id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:53.128286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.129573 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-dfb0aec9-5541-4901-95ca-450fa4564ea9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888297 Feb 14 16:44:53.157599 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-94056a06-583b-435c-9599-b9f3f124383b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=135eb96084004d599d3ae285c12c0cc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1065221 Feb 14 16:44:53.160293 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 50942) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:53.163052 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Checking router: 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:44:53.163587 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Updating router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc port ea0f2bf1-19fb-45f5-937b-656c1802bc91 binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:44:53.193932 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 5d8414aa-18a5-48ed-a78c-23613c0319ae, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=5d8414aa-18a5-48ed-a78c-23613c0319ae,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:53.198918 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.203317 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.211421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5fac18-b6fc-4566-a434-ebc5e0d0b84f None None] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:44:53.259366 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] Publish callbacks [] for security_group (d47276d9-1de4-449c-8738-9132328a2dc1), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.293362 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1e65d53f-5370-4c06-8526-6433259840ea no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:53.298071 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] Publish callbacks [] for security_group (d47276d9-1de4-449c-8738-9132328a2dc1), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.325611 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 1e65d53f-5370-4c06-8526-6433259840ea {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:53.325963 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1e65d53f-5370-4c06-8526-6433259840ea not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:53.326994 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e2b5e545-6854-4f67-b891-d5d9835cfdb5 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:44:53.366173 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d47276d9-1de4-449c-8738-9132328a2dc1), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.369486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.370805 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d47276d9-1de4-449c-8738-9132328a2dc1 HTTP/1.1" status: 204 len: 168 time: 0.2094736 Feb 14 16:44:53.380860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6e651-c105-4b52-b897-e80ab0a65150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47276d9-1de4-449c-8738-9132328a2dc1,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:53.587965 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: e2b5e545-6854-4f67-b891-d5d9835cfdb5 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:44:53.588318 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e2b5e545-6854-4f67-b891-d5d9835cfdb5 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:44:53.628017 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=5d8414aa-18a5-48ed-a78c-23613c0319ae,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:53.753716 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks [] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.761059 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.835263 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a671a5f-db74-4bb5-9399-4ffeaa46d17a None None] Pushing event updated for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:53.939310 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Attempting to bind port ea0f2bf1-19fb-45f5-937b-656c1802bc91 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:53.939950 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Attempting to bind port ea0f2bf1-19fb-45f5-937b-656c1802bc91 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:53.940463 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Attempting to bind port ea0f2bf1-19fb-45f5-937b-656c1802bc91 on network 9851463b-de94-4eac-b0d0-68b4bf299061 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:53.946681 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:53.947373 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Checking segment: {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:53.947970 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:53.948506 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Bound using segment: {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:53.949169 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Bound port: ea0f2bf1-19fb-45f5-937b-656c1802bc91, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c212c563-d239-4b74-b9d4-40f95570fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:53.949699 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.034845 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] For port ea0f2bf1-19fb-45f5-937b-656c1802bc91, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:54.040515 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] For port ea0f2bf1-19fb-45f5-937b-656c1802bc91, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=ea0f2bf1-19fb-45f5-937b-656c1802bc91,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:54.049342 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.117035 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a671a5f-db74-4bb5-9399-4ffeaa46d17a None None] Pushing event updated for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=4']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:54.140081 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:44:54.140864 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:44:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:54.222818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Provisioning complete for port ea0f2bf1-19fb-45f5-937b-656c1802bc91 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:54.223320 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.357340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Current status of the port ea0f2bf1-19fb-45f5-937b-656c1802bc91 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:54.358751 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.401078 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] For port ea0f2bf1-19fb-45f5-937b-656c1802bc91, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=ea0f2bf1-19fb-45f5-937b-656c1802bc91,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:44:54.401873 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:44:54.407324 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.462596 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8207-b37d-413f-8769-a1c02131ea8d None None] Pushing event updated for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:54.535632 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-2c990743-7b3b-4007-aa1c-1bd32ed2f4f4 None None] Provisioning complete for port ea0f2bf1-19fb-45f5-937b-656c1802bc91 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:54.536118 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2c990743-7b3b-4007-aa1c-1bd32ed2f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.636264 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-2c990743-7b3b-4007-aa1c-1bd32ed2f4f4 None None] Current status of the port ea0f2bf1-19fb-45f5-937b-656c1802bc91 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:54.654723 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 4, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'ea0f2bf1-19fb-45f5-937b-656c1802bc91', 'name': '', 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'mac_address': 'fa:16:3e:f7:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:48Z', 'updated_at': '2022-02-14T16:44:54Z', 'revision_number': 4, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'subnets': [{'id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:44:54.685242 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224ef20-561a-46a3-be4e-720d8256612d None None] The sync data for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi is: [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:49Z', 'revision_number': 4, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'ea0f2bf1-19fb-45f5-937b-656c1802bc91', 'name': '', 'network_id': '9851463b-de94-4eac-b0d0-68b4bf299061', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'mac_address': 'fa:16:3e:f7:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:48Z', 'updated_at': '2022-02-14T16:44:54Z', 'revision_number': 4, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'subnets': [{'id': 'b95d50b9-c6e8-4125-9e0b-d10be2cab105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:44:54.712946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 5d8414aa-18a5-48ed-a78c-23613c0319ae up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:54.785832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 5d8414aa-18a5-48ed-a78c-23613c0319ae triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:54.786417 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:54.892314 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 5d8414aa-18a5-48ed-a78c-23613c0319ae is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:55.267296 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-30ac022a-bdf8-4291-8ff7-58ef4f33a7da tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:55.268915 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-30ac022a-bdf8-4291-8ff7-58ef4f33a7da tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 809 time: 0.1277914 Feb 14 16:44:55.285436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b5a928f3-bb66-4473-9785-9d3ecb05f7a1 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/quotas/fcc02085f3f4487fa89125030fb019ac HTTP/1.1" status: 200 len: 375 time: 0.0109241 Feb 14 16:44:55.325801 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-37e7a5be-88ea-4518-a3b0-099d0f5d6468 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343666 Feb 14 16:44:55.360018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51068) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:55.427208 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-57767ddd-3cec-4766-a850-7e7e3156a57c service neutron] 10.222.0.69 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943925 Feb 14 16:44:55.478345 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96553bf1-0d2a-4cf1-926f-e5458b832e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.535616 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-81c9b627-4d94-488a-9cdb-3c7f1497de3b service neutron] 10.222.0.69 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019304 Feb 14 16:44:55.575653 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96553bf1-0d2a-4cf1-926f-e5458b832e2b admin admin] Publish callbacks [] for security_group (8b16fc27-4d96-43fa-ab2f-99ea6f7006b4), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.582257 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-96553bf1-0d2a-4cf1-926f-e5458b832e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8b16fc27-4d96-43fa-ab2f-99ea6f7006b4), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.623867 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96553bf1-0d2a-4cf1-926f-e5458b832e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b16fc27-4d96-43fa-ab2f-99ea6f7006b4,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:55.628863 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-96553bf1-0d2a-4cf1-926f-e5458b832e2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9701a9939bf848139347bdeebfe0d1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677944 Feb 14 16:44:55.631570 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51072) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:55.702204 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] Publish callbacks [] for security_group (8b16fc27-4d96-43fa-ab2f-99ea6f7006b4), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.746512 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e80dd36d-4963-45b9-962d-c4d7e628075c req-730ea489-1beb-4bbf-9371-6ddd1490aef4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 210 time: 0.0396416 Feb 14 16:44:55.758549 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] Publish callbacks [] for security_group (8b16fc27-4d96-43fa-ab2f-99ea6f7006b4), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.817385 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8b16fc27-4d96-43fa-ab2f-99ea6f7006b4), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.821782 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:55.825215 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b16fc27-4d96-43fa-ab2f-99ea6f7006b4 HTTP/1.1" status: 204 len: 168 time: 0.1903796 Feb 14 16:44:55.834257 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280fb7-151a-49e5-9d90-f80597797739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b16fc27-4d96-43fa-ab2f-99ea6f7006b4,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:56.704847 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device ea0f2bf1-19fb-45f5-937b-656c1802bc91 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:44:56.756113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port ea0f2bf1-19fb-45f5-937b-656c1802bc91 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:44:56.756493 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:56.860677 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port ea0f2bf1-19fb-45f5-937b-656c1802bc91 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:44:56.878664 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-70938ee6-6e96-4424-9b65-c81f85fc077a req-2515084f-8b59-4972-b154-8bc126d2facd tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 210 time: 0.0409710 Feb 14 16:44:56.930374 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b607409f-0cac-4390-b220-ecffffe231f9 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:56.932023 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b607409f-0cac-4390-b220-ecffffe231f9 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 809 time: 0.1421750 Feb 14 16:44:56.947412 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Request body: {'port': {'device_id': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67', 'admin_state_up': True, 'tenant_id': 'fcc02085f3f4487fa89125030fb019ac'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:57.309546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Made reservation on behalf of fcc02085f3f4487fa89125030fb019ac for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:44:57.313763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:57.449870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Allocated IP 172.20.0.4 (ce211ed0-7c4b-4678-a21d-61073cbfed67/eecfc381-a2aa-4a8b-8c46-7418d19b1ecc/ce082bf0-a08c-42da-be9d-c3b86f11a7ac) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:44:57.617352 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks [] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:57.656698 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:57.713778 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:44:57.717086 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:44:57.722779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:44:57.751946 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Pushing event updated for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:57.778284 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:57.778905 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:57.801046 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-405f196c-b751-412c-acc7-0b3d193a5ab4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8585670 Feb 14 16:44:57.814278 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Request body: {'port': {'device_id': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:44:57.876528 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.019493 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d836e-0e79-4e96-b23c-277e9f50f946 req-8a945c18-be04-4953-936c-ba197fe299de tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:58.021059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-701d836e-0e79-4e96-b23c-277e9f50f946 req-8a945c18-be04-4953-936c-ba197fe299de tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 931 time: 0.0614789 Feb 14 16:44:58.081979 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-701d836e-0e79-4e96-b23c-277e9f50f946 req-c1f4d9a2-e991-4a0b-b468-c19d5bcec546 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Feb 14 16:44:58.197644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce082bf0-a08c-42da-be9d-c3b86f11a7ac {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:44:58.207409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks [] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.221804 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Transition to ACTIVE for port object ce082bf0-a08c-42da-be9d-c3b86f11a7ac will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:44:58.225764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.318956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Pushing event updated for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:58.354447 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Attempting to bind port ce082bf0-a08c-42da-be9d-c3b86f11a7ac on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:44:58.354797 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Attempting to bind port ce082bf0-a08c-42da-be9d-c3b86f11a7ac by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:44:58.355127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Attempting to bind port ce082bf0-a08c-42da-be9d-c3b86f11a7ac on network ce211ed0-7c4b-4678-a21d-61073cbfed67 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:58.360141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Port ce082bf0-a08c-42da-be9d-c3b86f11a7ac on network ce211ed0-7c4b-4678-a21d-61073cbfed67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:44:58.360496 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Attempting to bind port ce082bf0-a08c-42da-be9d-c3b86f11a7ac on network ce211ed0-7c4b-4678-a21d-61073cbfed67 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:44:58.365704 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:44:58.366044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Checking segment: {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:44:58.366425 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Bound using segment: {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:44:58.366920 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Bound port: ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:44:58.367283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.431645 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:44:58.435363 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:44:58.442844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.474954 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:58.475581 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:58.477010 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] 10.222.0.50 "PUT /v2.0/ports/ce082bf0-a08c-42da-be9d-c3b86f11a7ac HTTP/1.1" status: 200 len: 1093 time: 0.6686821 Feb 14 16:44:58.479157 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:44:58.481459 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b643373-af44-4c86-b024-482d12149acc" -d '{"events": [{"name": "network-changed", "server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:44:58.513089 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5ed59-36dc-4000-a454-e0b4adbcd92b service neutron] Pushing event updated for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:58.541799 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a79a13-0b53-4e2f-8112-f72539054b39 x-openstack-request-id: req-23a79a13-0b53-4e2f-8112-f72539054b39 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:44:58.542141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:44:58.546395 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23a79a13-0b53-4e2f-8112-f72539054b39 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:44:58.546395 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac', 'status': 'completed', 'code': 200} Feb 14 16:44:58.575764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-108a9608-707b-44be-9661-b4aede64b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:58.578135 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-108a9608-707b-44be-9661-b4aede64b819 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 1127 time: 0.0492578 Feb 14 16:44:58.627785 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-d52af3dc-93cb-47e3-9693-2a0fc4390025 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac HTTP/1.1" status: 200 len: 217 time: 0.0426750 Feb 14 16:44:58.680683 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b9d30198-59a3-406e-813e-97b43c73414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:58.682267 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b9d30198-59a3-406e-813e-97b43c73414f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc HTTP/1.1" status: 200 len: 849 time: 0.0463676 Feb 14 16:44:58.714405 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-b152dd8d-cc8a-4a67-8522-296b8a869fe7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ce211ed0-7c4b-4678-a21d-61073cbfed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258598 Feb 14 16:44:58.831810 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-e3b0118e-5ae6-41d9-a1f5-74f1393c453f service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940304 Feb 14 16:44:58.925863 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0a9524f-f05a-4a2e-b689-478b221217a4 req-92e06c83-64ab-48db-b42b-2e2c332df1ce service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870297 Feb 14 16:44:58.982364 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51232) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:59.048067 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643373-af44-4c86-b024-482d12149acc req-c5b9ec82-1f77-4782-90c2-4e6bfac06ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:59.052848 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-c5b9ec82-1f77-4782-90c2-4e6bfac06ebd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 1127 time: 0.0485620 Feb 14 16:44:59.093971 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f121-fdc3-4299-8269-250ba292da32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.146540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643373-af44-4c86-b024-482d12149acc req-08171045-a4fa-4f55-932c-03b1449b82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:59.149131 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-08171045-a4fa-4f55-932c-03b1449b82e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 910 time: 0.0912795 Feb 14 16:44:59.202741 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-643da105-c2e3-4601-9910-4345b54bfadf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac HTTP/1.1" status: 200 len: 217 time: 0.0428135 Feb 14 16:44:59.210705 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f121-fdc3-4299-8269-250ba292da32 admin admin] Publish callbacks [] for security_group (7ded927e-e06b-43f0-8d79-51f1a9ce182a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.215349 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f121-fdc3-4299-8269-250ba292da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (7ded927e-e06b-43f0-8d79-51f1a9ce182a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.252552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643373-af44-4c86-b024-482d12149acc req-bf9f22b7-40f3-4e97-9de0-9eb75e87c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:59.254212 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-bf9f22b7-40f3-4e97-9de0-9eb75e87c61b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc HTTP/1.1" status: 200 len: 849 time: 0.0458798 Feb 14 16:44:59.267137 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4cf3f121-fdc3-4299-8269-250ba292da32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b922cd2d59a64a5da6481fc2799784d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830846 Feb 14 16:44:59.267860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3f121-fdc3-4299-8269-250ba292da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded927e-e06b-43f0-8d79-51f1a9ce182a,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:59.271118 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51240) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:59.282697 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9158e-7416-4fa4-98c5-ec44080887bb req-7262a0fa-5de0-46a8-ae76-2e0ebdacee64 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:44:59.284177 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2ea9158e-7416-4fa4-98c5-ec44080887bb req-7262a0fa-5de0-46a8-ae76-2e0ebdacee64 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 943 time: 0.1128840 Feb 14 16:44:59.295202 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-f4217107-8afe-4b83-a4dd-4a85384567be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ce211ed0-7c4b-4678-a21d-61073cbfed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340352 Feb 14 16:44:59.343724 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2ea9158e-7416-4fa4-98c5-ec44080887bb req-b35df448-d99b-48a3-8681-d23dff40614c tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Feb 14 16:44:59.403819 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] Publish callbacks [] for security_group (7ded927e-e06b-43f0-8d79-51f1a9ce182a), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.441043 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] Publish callbacks [] for security_group (7ded927e-e06b-43f0-8d79-51f1a9ce182a), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.444044 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-90bc7237-4fdd-407e-ae3b-d759deba044b service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386638 Feb 14 16:44:59.559614 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (7ded927e-e06b-43f0-8d79-51f1a9ce182a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.562901 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.564061 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ded927e-e06b-43f0-8d79-51f1a9ce182a HTTP/1.1" status: 204 len: 168 time: 0.2919571 Feb 14 16:44:59.575435 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-3b643373-af44-4c86-b024-482d12149acc req-5914b38a-b199-4884-903f-f3eb336c8ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221814 Feb 14 16:44:59.576320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab02ff5-05f9-4e95-82b6-d54ddeb7fca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded927e-e06b-43f0-8d79-51f1a9ce182a,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:59.849769 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51246) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:44:59.863383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c54c7e3b-5367-4007-8ffa-7c705f6f759a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.938536 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c54c7e3b-5367-4007-8ffa-7c705f6f759a admin admin] Publish callbacks [] for security_group (3ae67669-83ec-48fc-92a1-326a097101f2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.943360 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c54c7e3b-5367-4007-8ffa-7c705f6f759a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3ae67669-83ec-48fc-92a1-326a097101f2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:44:59.983146 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c54c7e3b-5367-4007-8ffa-7c705f6f759a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2789df5fe61f4eb98de415010c9c2b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316547 Feb 14 16:44:59.984118 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c7e3b-5367-4007-8ffa-7c705f6f759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae67669-83ec-48fc-92a1-326a097101f2,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:44:59.985937 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51248) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:00.033479 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] Publish callbacks [] for security_group (3ae67669-83ec-48fc-92a1-326a097101f2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:00.054819 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] Publish callbacks [] for security_group (3ae67669-83ec-48fc-92a1-326a097101f2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:00.101079 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3ae67669-83ec-48fc-92a1-326a097101f2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:00.103546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:00.104751 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ae67669-83ec-48fc-92a1-326a097101f2 HTTP/1.1" status: 204 len: 168 time: 0.1174760 Feb 14 16:45:00.113127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184445-c9a1-4e93-813e-feb1e75bc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae67669-83ec-48fc-92a1-326a097101f2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:00.483369 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39d88-8bf7-48be-b732-9da95f16ac57 req-6dc132e1-9951-49d4-91cd-3ad5cb5be1b0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:00.485233 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67a39d88-8bf7-48be-b732-9da95f16ac57 req-6dc132e1-9951-49d4-91cd-3ad5cb5be1b0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 943 time: 0.0581217 Feb 14 16:45:00.539892 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67a39d88-8bf7-48be-b732-9da95f16ac57 req-78e11fc4-e91c-44e8-a61e-b40bbe21e48d tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Feb 14 16:45:01.664856 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774f432-65d2-4d45-a061-af2f42d580da req-a7a3ea33-22df-4c9e-af8f-1e55cb3ae4c7 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:01.667002 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6774f432-65d2-4d45-a061-af2f42d580da req-a7a3ea33-22df-4c9e-af8f-1e55cb3ae4c7 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 943 time: 0.0611150 Feb 14 16:45:01.728023 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6774f432-65d2-4d45-a061-af2f42d580da req-0ff30d40-008a-44a3-9eac-93febb1c7510 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Feb 14 16:45:02.083501 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device ce082bf0-a08c-42da-be9d-c3b86f11a7ac details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:45:02.184380 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:02.195687 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac', 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67', 'port_id': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac', 'mac_address': 'fa:16:3e:f1:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eecfc381-a2aa-4a8b-8c46-7418d19b1ecc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:45:02.240332 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port ce082bf0-a08c-42da-be9d-c3b86f11a7ac is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:02.240756 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:02.253781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce082bf0-a08c-42da-be9d-c3b86f11a7ac {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:02.273965 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:02.277483 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:02.326584 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:02.561492 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['ce082bf0-a08c-42da-be9d-c3b86f11a7ac'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:02.849038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0794-d191-4263-8d7a-bb82e8394fa3 req-6a9900eb-81ba-4d11-b6c9-3ed8f8ec5692 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:02.850709 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13eb0794-d191-4263-8d7a-bb82e8394fa3 req-6a9900eb-81ba-4d11-b6c9-3ed8f8ec5692 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 944 time: 0.0526178 Feb 14 16:45:02.901207 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-13eb0794-d191-4263-8d7a-bb82e8394fa3 req-d0b11cf5-ff72-41a1-b8b3-cfb1527371de tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Feb 14 16:45:04.025910 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e87fbf-1def-491c-b01d-21668ce856e9 req-b0704a4c-e6ef-411c-829a-e13d8a64b2cb tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:04.027428 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18e87fbf-1def-491c-b01d-21668ce856e9 req-b0704a4c-e6ef-411c-829a-e13d8a64b2cb tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 944 time: 0.0571592 Feb 14 16:45:04.077051 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-18e87fbf-1def-491c-b01d-21668ce856e9 req-1b3bc666-aa64-427c-9e2d-e97b9f9655dc tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Feb 14 16:45:04.100086 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device ce082bf0-a08c-42da-be9d-c3b86f11a7ac up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:45:04.150770 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port ce082bf0-a08c-42da-be9d-c3b86f11a7ac completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:45:04.154731 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port ce082bf0-a08c-42da-be9d-c3b86f11a7ac triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:04.155099 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:04.236296 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port ce082bf0-a08c-42da-be9d-c3b86f11a7ac is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:04.236876 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:04.259993 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:04.262279 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef43a7-e442-41b9-bcf3-a023d18e1052" -d '{"events": [{"server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "name": "network-vif-plugged", "status": "completed", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:04.276836 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:04.281883 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:04.306728 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b18472-a0db-4d56-8599-dbd977c9a957 x-openstack-request-id: req-f1b18472-a0db-4d56-8599-dbd977c9a957 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:04.307047 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "name": "network-vif-plugged", "status": "completed", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:04.307302 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1b18472-a0db-4d56-8599-dbd977c9a957 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:04.307711 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac', 'code': 200} Feb 14 16:45:04.339421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:04.483398 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a27d-8ecd-43eb-b2da-8f79a335cd3c req-02c4318b-eb8c-44de-9180-63887b8996a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:04.485016 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ab25a27d-8ecd-43eb-b2da-8f79a335cd3c req-02c4318b-eb8c-44de-9180-63887b8996a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 1129 time: 0.0476553 Feb 14 16:45:04.551057 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ab25a27d-8ecd-43eb-b2da-8f79a335cd3c req-54d2ed81-a376-466d-ad1e-135a11b5d83d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Feb 14 16:45:04.771588 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2b91b5ed-cec8-4978-bbc9-e6e018b14533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:04.821236 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:05.201105 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078af2f-cfdd-4f35-870a-56086c00427a req-5592bf86-9181-49f4-8920-4ef8e644d5fc tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:05.202804 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d078af2f-cfdd-4f35-870a-56086c00427a req-5592bf86-9181-49f4-8920-4ef8e644d5fc tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 945 time: 0.0537572 Feb 14 16:45:05.248932 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d078af2f-cfdd-4f35-870a-56086c00427a req-2645d2b8-4431-4ccd-a557-3ad8b939678e tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Feb 14 16:45:06.189972 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-0e995f3a-176e-462a-b6f6-ba2068bc61bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442438 Feb 14 16:45:06.253969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-1d652660-8b98-4a07-9a02-36e10084a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:06.255414 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-1d652660-8b98-4a07-9a02-36e10084a341 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 1130 time: 0.0430543 Feb 14 16:45:06.370762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-d150bd88-90f4-426b-b239-4c095c26cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:06.372489 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-d150bd88-90f4-426b-b239-4c095c26cc9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.0929193 Feb 14 16:45:06.385396 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6da1-f9b2-4935-92c9-b376a2135c35 req-cba8a59c-c7ec-4b7e-95da-223fbcf88772 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:06.386872 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe1c6da1-f9b2-4935-92c9-b376a2135c35 req-cba8a59c-c7ec-4b7e-95da-223fbcf88772 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 945 time: 0.0685909 Feb 14 16:45:06.432788 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe1c6da1-f9b2-4935-92c9-b376a2135c35 req-cafe24c7-233c-42de-abd9-ffc0ce538c7d tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Feb 14 16:45:06.436994 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-e762cbb8-6f94-44b3-aad6-412c74c53ae8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 200 len: 1001 time: 0.0574491 Feb 14 16:45:06.487760 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-adc98c21-9c2d-4ebe-93c9-d6b752b146bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:06.489289 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-adc98c21-9c2d-4ebe-93c9-d6b752b146bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0444310 Feb 14 16:45:06.548766 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-eed1fddb-f658-4a10-8cbc-8f07ab67e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:06.550280 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-eed1fddb-f658-4a10-8cbc-8f07ab67e6ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526702 Feb 14 16:45:06.645152 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-4b7c5e78-4338-4d2f-be10-7f43865dbe2b service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846841 Feb 14 16:45:06.745902 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f2c3d1e9-e902-4806-9e1f-9cc482488107 req-2f48f744-4c34-4043-9dc6-5c5968c0f2c7 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895314 Feb 14 16:45:07.098641 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812f79-14c7-419f-97bd-a5f767d3a2dd req-e63ef99e-d08c-4d68-9f00-21a6c3fb5724 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:07.100056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03812f79-14c7-419f-97bd-a5f767d3a2dd req-e63ef99e-d08c-4d68-9f00-21a6c3fb5724 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 945 time: 0.0521302 Feb 14 16:45:07.151832 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-03812f79-14c7-419f-97bd-a5f767d3a2dd req-39fe61c9-4e31-43c8-9cfe-a8323cde658b tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Feb 14 16:45:07.276708 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef4e1-7e54-4abc-8cc2-0ef4500dc09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:08.227837 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:45:08.273225 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb92e5-d53f-45ac-9e02-ab2c1613fd4f req-152ebeea-5013-4f3d-a528-e6a809e65ea0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:08.274698 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67bb92e5-d53f-45ac-9e02-ab2c1613fd4f req-152ebeea-5013-4f3d-a528-e6a809e65ea0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 945 time: 0.0518610 Feb 14 16:45:08.325335 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67bb92e5-d53f-45ac-9e02-ab2c1613fd4f req-373fb69e-c36b-450f-97ef-150d1e1e1f4f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Feb 14 16:45:08.531843 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:09.022487 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-b92ca132-f208-4bed-9370-9694a64074b3 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:09.023940 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-b92ca132-f208-4bed-9370-9694a64074b3 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 945 time: 0.0518427 Feb 14 16:45:09.117734 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Deleting port ce082bf0-a08c-42da-be9d-c3b86f11a7ac {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:45:09.118076 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:09.206101 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] For port ce082bf0-a08c-42da-be9d-c3b86f11a7ac, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:09.206455 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:09.219046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Calling delete_port for ce082bf0-a08c-42da-be9d-c3b86f11a7ac owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:45:09.348220 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (ce082bf0-a08c-42da-be9d-c3b86f11a7ac), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:09.362428 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['ce082bf0-a08c-42da-be9d-c3b86f11a7ac'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:09.381042 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Pushing event deleted for resources: {'Port': ['ID=ce082bf0-a08c-42da-be9d-c3b86f11a7ac,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:09.423152 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-51bcbd6b-3576-4302-9341-af952fbcaaab req-837b6669-cd92-4662-b37d-14d7e09d022b tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=c07b27e6-e421-403b-9948-71ed16e0d6fe HTTP/1.1" status: 200 len: 210 time: 0.0266471 Feb 14 16:45:09.424285 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] No DVR routers for this DVR port ce082bf0-a08c-42da-be9d-c3b86f11a7ac on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:45:09.427277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:09.431001 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a4e738-2c0c-4909-b517-fed0ccadaae0 req-19406839-ffd3-4c02-97c7-ccb7eb9bd87a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "DELETE /v2.0/ports/ce082bf0-a08c-42da-be9d-c3b86f11a7ac HTTP/1.1" status: 204 len: 173 time: 0.3991652 Feb 14 16:45:09.431412 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'name': 'network-vif-deleted', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:09.434395 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621c01b-cf7d-474d-bc8e-a6a38d2f3275" -d '{"events": [{"server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "name": "network-vif-deleted", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:09.480693 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4823e20a-bbaf-448c-a907-929a9e79ce57 x-openstack-request-id: req-4823e20a-bbaf-448c-a907-929a9e79ce57 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:09.483742 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07b27e6-e421-403b-9948-71ed16e0d6fe", "name": "network-vif-deleted", "tag": "ce082bf0-a08c-42da-be9d-c3b86f11a7ac", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:09.483742 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4823e20a-bbaf-448c-a907-929a9e79ce57 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:09.483742 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07b27e6-e421-403b-9948-71ed16e0d6fe', 'name': 'network-vif-deleted', 'tag': 'ce082bf0-a08c-42da-be9d-c3b86f11a7ac', 'status': 'completed', 'code': 200} Feb 14 16:45:10.066424 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:10.726976 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b3fc0a77-bb53-4056-900d-4a22d5688014 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:10.728454 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b3fc0a77-bb53-4056-900d-4a22d5688014 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 809 time: 0.1004627 Feb 14 16:45:10.743921 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-91081239-aa65-40d6-84a9-7d636d35d9a7 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/quotas/fcc02085f3f4487fa89125030fb019ac HTTP/1.1" status: 200 len: 375 time: 0.0100358 Feb 14 16:45:10.779304 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-8532b8e7-b48e-4c08-b74a-de254f9c52aa tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297866 Feb 14 16:45:10.802441 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51434) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:10.879548 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e1d4788e-3664-4ef1-a46b-bff13ada3d3c service neutron] 10.222.0.69 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932975 Feb 14 16:45:10.913689 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2437c5a2-ad6f-4e65-8b5d-efcd5159658b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:10.996230 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2437c5a2-ad6f-4e65-8b5d-efcd5159658b admin admin] Publish callbacks [] for security_group (1f970c0f-a030-416a-b737-b3d7d19adde9), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:10.999914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2437c5a2-ad6f-4e65-8b5d-efcd5159658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (1f970c0f-a030-416a-b737-b3d7d19adde9), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.007074 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-146a860e-f41c-4f21-ade8-03f8e12f17e1 service neutron] 10.222.0.69 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266685 Feb 14 16:45:11.011713 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-0a101ebb-48d5-4789-90be-7abda8bc5892 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860195164&fields=id&tenant_id=1571fb65cad744c6b4ee775a3b12b5e9 HTTP/1.1" status: 200 len: 267 time: 0.0629504 Feb 14 16:45:11.043240 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2437c5a2-ad6f-4e65-8b5d-efcd5159658b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8963839006946f59ccd61caf579ec5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370858 Feb 14 16:45:11.043240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c5a2-ad6f-4e65-8b5d-efcd5159658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f970c0f-a030-416a-b737-b3d7d19adde9,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:11.043567 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51446) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:11.195515 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-35fcf610-3d0e-495a-b2c0-764c6ef0a35e req-a3db55b3-55e4-4b00-9b73-b3597316426e tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 210 time: 0.0431864 Feb 14 16:45:11.214694 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] Publish callbacks [] for security_group (1f970c0f-a030-416a-b737-b3d7d19adde9), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.218810 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.232629 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-6d99c360-2533-41e5-87b5-1fdae4fe4bdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:11.234118 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-6d99c360-2533-41e5-87b5-1fdae4fe4bdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 808 time: 0.2146006 Feb 14 16:45:11.255599 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] Publish callbacks [] for security_group (1f970c0f-a030-416a-b737-b3d7d19adde9), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.263077 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-976e3239-d16e-4c1a-8338-8bd220b4780c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/quotas/1571fb65cad744c6b4ee775a3b12b5e9 HTTP/1.1" status: 200 len: 375 time: 0.0187874 Feb 14 16:45:11.336108 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-06cbb70e-6ede-4b41-b691-27791ab7b995 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635200 Feb 14 16:45:11.343639 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (1f970c0f-a030-416a-b737-b3d7d19adde9), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.346579 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.350062 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f970c0f-a030-416a-b737-b3d7d19adde9 HTTP/1.1" status: 204 len: 168 time: 0.3027067 Feb 14 16:45:11.355639 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795017cf-ce93-4d1a-a553-6b75be182c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f970c0f-a030-416a-b737-b3d7d19adde9,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:11.477064 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-6d3c2e1b-814d-4015-b7e4-fbd1341a34c3 service neutron] 10.222.0.69 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059234 Feb 14 16:45:11.584532 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-1fae3903-bf02-4929-9b82-ffb3c79c081d service neutron] 10.222.0.69 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986397 Feb 14 16:45:11.678543 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51464) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:11.692872 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-73152dec-917f-451f-ba00-ad776acd2ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.782244 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-73152dec-917f-451f-ba00-ad776acd2ee1 admin admin] Publish callbacks [] for security_group (750635b1-0061-446b-a1ad-01bad23ca042), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.787387 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-73152dec-917f-451f-ba00-ad776acd2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (750635b1-0061-446b-a1ad-01bad23ca042), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.826265 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152dec-917f-451f-ba00-ad776acd2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750635b1-0061-446b-a1ad-01bad23ca042,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:11.831592 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-73152dec-917f-451f-ba00-ad776acd2ee1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6bcf6eac604405a8400d2cdebb7ffce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520245 Feb 14 16:45:11.834468 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51470) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:11.905467 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f0fefc91-d744-47dc-ba5b-be53c2097fec req-abf67960-9930-4ed2-9a8e-accd3a7a3e39 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 210 time: 0.0278351 Feb 14 16:45:11.911632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] Publish callbacks [] for security_group (750635b1-0061-446b-a1ad-01bad23ca042), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.935983 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] Publish callbacks [] for security_group (750635b1-0061-446b-a1ad-01bad23ca042), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.989220 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (750635b1-0061-446b-a1ad-01bad23ca042), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.992865 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:11.994137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/750635b1-0061-446b-a1ad-01bad23ca042 HTTP/1.1" status: 204 len: 168 time: 0.1586845 Feb 14 16:45:12.002588 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc861a34-8595-42cf-a472-d61b4f0ce1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750635b1-0061-446b-a1ad-01bad23ca042,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:12.130599 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device ce082bf0-a08c-42da-be9d-c3b86f11a7ac no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:45:12.153810 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: ce082bf0-a08c-42da-be9d-c3b86f11a7ac {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:45:12.155337 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device ce082bf0-a08c-42da-be9d-c3b86f11a7ac not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:45:12.294763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-3bb2820d-9f74-4f12-b60e-458a89c41a0b tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:12.296277 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-3bb2820d-9f74-4f12-b60e-458a89c41a0b tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 809 time: 0.1460764 Feb 14 16:45:12.313073 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Request body: {'port': {'device_id': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67', 'admin_state_up': True, 'tenant_id': 'fcc02085f3f4487fa89125030fb019ac'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:12.348310 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fd4733b7-d25a-4b97-87c7-dcf3c7d14bd1 req-73f7b544-60be-44ec-95f2-fbf9c07d2df0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 210 time: 0.0414612 Feb 14 16:45:12.449825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Made reservation on behalf of fcc02085f3f4487fa89125030fb019ac for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:12.453640 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:12.591369 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Allocated IP 172.20.0.8 (ce211ed0-7c4b-4678-a21d-61073cbfed67/eecfc381-a2aa-4a8b-8c46-7418d19b1ecc/b6e833f5-01eb-497f-8c61-ed79ff9ac11c) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:12.744021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks [] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:12.778383 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:12.827093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Network ce211ed0-7c4b-4678-a21d-61073cbfed67 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:12.830473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:12.835218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:12.838843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Pushing event updated for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:12.884944 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:12.885549 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:12.905723 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-b7149d8b-8013-43ac-9abf-64f1deb48401 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985506 Feb 14 16:45:12.917284 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Request body: {'port': {'device_id': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:13.026071 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2021a5b-371b-4d00-9581-3051486e5d30 req-5dd3340d-5d1b-429c-ba43-3cded4f50913 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 210 time: 0.0344312 Feb 14 16:45:13.038766 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:13.148685 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-f4317965-9603-43b2-a748-1eecef24d495 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:13.150286 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-f4317965-9603-43b2-a748-1eecef24d495 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 808 time: 0.1829345 Feb 14 16:45:13.295531 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-75ed1b3d-2ddc-4c6b-831c-a3337fbd3bf8 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1571fb65cad744c6b4ee775a3b12b5e9 HTTP/1.1" status: 200 len: 380 time: 0.0978827 Feb 14 16:45:13.326240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'port': {'device_id': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'admin_state_up': True, 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'security_groups': ['9ba27a78-942c-440a-a937-78d9a0ac3936']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:13.491038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddde4c-5a97-4331-864c-d86bfa817dbe req-7f3c5edd-4792-425f-993a-2f564ab3f556 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:13.492555 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31ddde4c-5a97-4331-864c-d86bfa817dbe req-7f3c5edd-4792-425f-993a-2f564ab3f556 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 931 time: 0.0582414 Feb 14 16:45:13.509347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Made reservation on behalf of 1571fb65cad744c6b4ee775a3b12b5e9 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:13.512582 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:13.516651 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e833f5-01eb-497f-8c61-ed79ff9ac11c {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:13.531780 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks [] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:13.543111 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31ddde4c-5a97-4331-864c-d86bfa817dbe req-d4e8560e-7f16-4ef6-8f1a-22e46ef7fefd tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Feb 14 16:45:13.556536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Transition to ACTIVE for port object b6e833f5-01eb-497f-8c61-ed79ff9ac11c will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:45:13.586544 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:13.919253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:13.984961 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Allocated IP 172.20.0.10 (de3fcbdb-d073-405f-911f-15bd4c657312/a5af2482-417b-4c98-a56b-276b91233543/30fe8743-03f8-4868-a8e6-1ee710e8f7a7) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:14.026468 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Attempting to bind port b6e833f5-01eb-497f-8c61-ed79ff9ac11c on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:45:14.026802 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Attempting to bind port b6e833f5-01eb-497f-8c61-ed79ff9ac11c by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:45:14.027124 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Attempting to bind port b6e833f5-01eb-497f-8c61-ed79ff9ac11c on network ce211ed0-7c4b-4678-a21d-61073cbfed67 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:14.039010 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Port b6e833f5-01eb-497f-8c61-ed79ff9ac11c on network ce211ed0-7c4b-4678-a21d-61073cbfed67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:45:14.039324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Attempting to bind port b6e833f5-01eb-497f-8c61-ed79ff9ac11c on network ce211ed0-7c4b-4678-a21d-61073cbfed67 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:14.051506 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:45:14.053301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Checking segment: {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:45:14.053301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Bound using segment: {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:45:14.053301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Bound port: b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adaa88b7-cdde-49e2-87cc-df976724a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:45:14.053301 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.125719 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cb5d9391-5d6b-4ebb-a85c-6372815f9f44 req-a03d0a8c-bbbb-494c-807b-1f58bb41daec tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Feb 14 16:45:14.181844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:45:14.189269 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:45:14.199223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.202717 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.242146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:14.242756 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.244118 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] 10.222.0.50 "PUT /v2.0/ports/b6e833f5-01eb-497f-8c61-ed79ff9ac11c HTTP/1.1" status: 200 len: 1093 time: 1.3310032 Feb 14 16:45:14.244549 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:14.246781 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb82326-d37b-4d4f-897d-a509246b44a0" -d '{"events": [{"name": "network-changed", "server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:14.286054 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa7c42-66a1-4175-8c1c-b3a5b60f7682 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:14.292571 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc598c-17e0-40e7-8071-a53f63d5567e x-openstack-request-id: req-efdc598c-17e0-40e7-8071-a53f63d5567e {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:14.293084 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:14.293336 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efdc598c-17e0-40e7-8071-a53f63d5567e {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:14.293729 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c', 'status': 'completed', 'code': 200} Feb 14 16:45:14.295184 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.365130 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Network de3fcbdb-d073-405f-911f-15bd4c657312 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:14.372061 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:14.374996 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:14.416451 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:14.440116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-c6183784-1361-403e-a04e-b18eddc265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:14.441635 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-c6183784-1361-403e-a04e-b18eddc265e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 1127 time: 0.1387596 Feb 14 16:45:14.453611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:14.454985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.514776 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-03810f63-cf99-4fec-b615-d6b0525798e6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942127 Feb 14 16:45:14.516003 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-be29a0fd-14d6-496b-9c65-a41f020153f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c HTTP/1.1" status: 200 len: 217 time: 0.0574174 Feb 14 16:45:14.550362 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Request body: {'port': {'device_id': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:14.606650 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-4338f1e7-3593-40b3-8a25-d93cb874e1e9 None None] Provisioning complete for port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:14.607250 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4338f1e7-3593-40b3-8a25-d93cb874e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.635016 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-947108fd-0be1-4fd5-b203-e1fd988467d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:14.636275 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-947108fd-0be1-4fd5-b203-e1fd988467d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc HTTP/1.1" status: 200 len: 849 time: 0.0997241 Feb 14 16:45:14.649666 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-4338f1e7-3593-40b3-8a25-d93cb874e1e9 None None] Port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:45:14.654572 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:14.675565 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c4ec-1024-4833-8772-41d2da404aa2 req-2624e56c-96cd-4612-b72e-0ace72da8788 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:14.677052 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4bf8c4ec-1024-4833-8772-41d2da404aa2 req-2624e56c-96cd-4612-b72e-0ace72da8788 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0620515 Feb 14 16:45:14.679296 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-1adc0808-d7a7-4416-99d1-bc0f6accf368 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ce211ed0-7c4b-4678-a21d-61073cbfed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355804 Feb 14 16:45:14.722755 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4bf8c4ec-1024-4833-8772-41d2da404aa2 req-52208711-b992-4604-b265-6fd4087dfb00 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Feb 14 16:45:14.870000 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-463ba0ed-76f2-4a36-863e-62d925d785e4 service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680396 Feb 14 16:45:14.995663 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:15.003175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks [] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:15.014797 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Transition to ACTIVE for port object 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:45:15.018971 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:15.070312 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:15.093105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.093460 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.093809 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.094148 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.094489 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.094863 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.095710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.096049 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.096375 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.096703 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.097059 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.097387 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.097713 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:15.156168 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Attempting to bind port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:45:15.156607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Attempting to bind port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:45:15.156885 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Attempting to bind port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 on network de3fcbdb-d073-405f-911f-15bd4c657312 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:15.162143 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 on network de3fcbdb-d073-405f-911f-15bd4c657312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:45:15.162473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Attempting to bind port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 on network de3fcbdb-d073-405f-911f-15bd4c657312 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:15.167504 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:45:15.167851 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Checking segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:45:15.168242 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Bound using segment: {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:45:15.168673 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Bound port: 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614dc919-d766-4ecf-b052-9171ba665755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:45:15.169067 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:15.238221 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:45:15.241329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:45:15.247896 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:15.248528 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0254fc-6ed2-4a34-87ac-ae3114779d9c req-73892c60-3586-484c-ac63-485205f2a250 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:15.250065 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7a0254fc-6ed2-4a34-87ac-ae3114779d9c req-73892c60-3586-484c-ac63-485205f2a250 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0550997 Feb 14 16:45:15.283652 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:15.284649 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:15.286049 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1094 time: 0.7413089 Feb 14 16:45:15.304841 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7a0254fc-6ed2-4a34-87ac-ae3114779d9c req-3a0d24f6-a451-4e88-8452-384b92b67c65 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Feb 14 16:45:15.316104 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bdae9-c76f-4365-bd1f-4289c18e76b3 service neutron] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:15.841386 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadfbb2-8e83-4889-865c-ff2cb6832de4 req-b2922fd4-490a-4765-88a5-cf93e42bc03c tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:15.842777 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0eadfbb2-8e83-4889-865c-ff2cb6832de4 req-b2922fd4-490a-4765-88a5-cf93e42bc03c tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0515039 Feb 14 16:45:15.891361 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0eadfbb2-8e83-4889-865c-ff2cb6832de4 req-25a7a90f-fb34-43c7-b14c-db2a294659d2 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Feb 14 16:45:16.294601 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:16.296986 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:16.331183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d4433-978d-4690-b7e9-aaa5992f5400 x-openstack-request-id: req-680d4433-978d-4690-b7e9-aaa5992f5400 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:16.331550 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:16.331803 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-680d4433-978d-4690-b7e9-aaa5992f5400 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:16.332279 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'status': 'completed', 'code': 200} Feb 14 16:45:16.422052 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f82e-f752-4163-a713-62666acff3f6 req-4b83bfac-72d4-431a-a310-290b3791a3c6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:16.423570 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c73f82e-f752-4163-a713-62666acff3f6 req-4b83bfac-72d4-431a-a310-290b3791a3c6 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0511210 Feb 14 16:45:16.476293 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c73f82e-f752-4163-a713-62666acff3f6 req-75d78e4e-b120-48d9-b28d-7981f824b1ec tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Feb 14 16:45:16.504749 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d65d29b3-77b5-490a-bf5c-8ce069678d56 req-4e66ec6e-40c4-41f1-b26f-7c682eeeee08 service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903399 Feb 14 16:45:17.016485 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecec36-d000-47e0-9691-84bb594152ae req-d0951bed-1bd4-4266-bfa3-76acb8b6f4dd tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.018360 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-91ecec36-d000-47e0-9691-84bb594152ae req-d0951bed-1bd4-4266-bfa3-76acb8b6f4dd tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0596921 Feb 14 16:45:17.064369 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-91ecec36-d000-47e0-9691-84bb594152ae req-21022a44-cd0d-4b51-906d-537eec9fa3e6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Feb 14 16:45:17.416452 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-6b95e0ce-17bb-4b13-868c-17955ab9df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.418007 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-6b95e0ce-17bb-4b13-868c-17955ab9df58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1128 time: 0.0538437 Feb 14 16:45:17.517879 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-95487031-dfb7-4fbd-ac31-62960f3e1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.519530 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-95487031-dfb7-4fbd-ac31-62960f3e1c99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcc02085f3f4487fa89125030fb019ac&device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 1127 time: 0.1147952 Feb 14 16:45:17.555392 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-64c78b70-1a3e-4ef7-9c37-368c6bd1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.556876 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-64c78b70-1a3e-4ef7-9c37-368c6bd1f0d5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1243494 Feb 14 16:45:17.598952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9250d-87a5-467d-8d6c-c6aed03c1e6f req-e71a86dd-e568-4c45-b188-e6cd4ace9c63 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.600502 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-59f9250d-87a5-467d-8d6c-c6aed03c1e6f req-e71a86dd-e568-4c45-b188-e6cd4ace9c63 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0567822 Feb 14 16:45:17.660614 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-59f9250d-87a5-467d-8d6c-c6aed03c1e6f req-cb3d6fdf-1837-4567-9824-eaebe22c750c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496511 Feb 14 16:45:17.694118 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-5d1f7db1-994d-4d10-bdae-ddf83cdd10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.695587 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-5d1f7db1-994d-4d10-bdae-ddf83cdd10a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 200 len: 910 time: 0.1677668 Feb 14 16:45:17.747639 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-5e004611-14db-4423-bd15-48bcd6a1f1f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c HTTP/1.1" status: 200 len: 217 time: 0.0421267 Feb 14 16:45:17.748774 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-04a7bbc3-9f20-4120-8d69-f88084f983af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.750102 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c0ca14b8-0040-4aea-a8ee-3448a2cd2b0d req-04a7bbc3-9f20-4120-8d69-f88084f983af service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814556 Feb 14 16:45:17.811387 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-db6235cf-ee46-43e0-a102-e1594508eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.812815 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-db6235cf-ee46-43e0-a102-e1594508eb2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc HTTP/1.1" status: 200 len: 849 time: 0.0517659 Feb 14 16:45:17.854303 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-d9fccdbe-6272-402f-8956-c0204b994b8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ce211ed0-7c4b-4678-a21d-61073cbfed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271950 Feb 14 16:45:17.874048 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-34819272-22c9-4b74-875b-2b56de04faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:17.875422 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-34819272-22c9-4b74-875b-2b56de04faec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1128 time: 0.0755236 Feb 14 16:45:17.930775 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-3a5e3660-ba18-4e64-8a5b-01ef9672a95f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Feb 14 16:45:18.021811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-25905d64-365f-440f-8615-77d63c2eb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:18.023242 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-25905d64-365f-440f-8615-77d63c2eb63f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0656686 Feb 14 16:45:18.024946 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-09797a2a-1637-4c2e-b909-3122186cbb8b service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599348 Feb 14 16:45:18.143753 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-a47df504-8f34-44e0-9abc-2fc53e7a2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:18.145282 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-a47df504-8f34-44e0-9abc-2fc53e7a2e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067274 Feb 14 16:45:18.175009 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4fb82326-d37b-4d4f-897d-a509246b44a0 req-4540acf4-ebe3-4bb2-af76-f02461db1980 service neutron] 10.222.0.50 "GET /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352220 Feb 14 16:45:18.185197 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670bf7a-d5d3-4a34-8b57-cd246f01b7cf req-21595063-470f-4aac-aa78-179fb5ccbf28 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:18.186599 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7670bf7a-d5d3-4a34-8b57-cd246f01b7cf req-21595063-470f-4aac-aa78-179fb5ccbf28 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0520232 Feb 14 16:45:18.233004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7670bf7a-d5d3-4a34-8b57-cd246f01b7cf req-735608fc-b70e-4bc0-a4e2-a46b05858bf0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Feb 14 16:45:18.240332 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-6b0bfc08-01a9-4842-aec3-a4c48fe765bc service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863814 Feb 14 16:45:18.331695 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e8501793-4f5d-4b1c-b436-2fd0ad094681 req-52addfd1-7af1-46dc-95ac-f81e39140a91 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Feb 14 16:45:18.786301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a65b6-095b-466d-85e6-bcb756f0f8e9 req-3d9e8c4d-0ee4-4cc0-8548-433ced170921 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:18.787879 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-998a65b6-095b-466d-85e6-bcb756f0f8e9 req-3d9e8c4d-0ee4-4cc0-8548-433ced170921 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0559499 Feb 14 16:45:18.839528 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-998a65b6-095b-466d-85e6-bcb756f0f8e9 req-050826d1-5bbf-47fb-a96e-95141eec1b28 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460274 Feb 14 16:45:19.352742 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fd534-567d-4a61-9f0a-eaec17ca9ce8 req-dd316e89-28cf-458b-9035-19817e219202 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:19.354237 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-490fd534-567d-4a61-9f0a-eaec17ca9ce8 req-dd316e89-28cf-458b-9035-19817e219202 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0531871 Feb 14 16:45:19.401087 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-490fd534-567d-4a61-9f0a-eaec17ca9ce8 req-b24d1884-7471-4396-86d4-b8d3d525d367 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Feb 14 16:45:19.955109 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404ef4-aefc-4229-a8c1-0757962f777a req-34804e30-f6f5-4dee-9dca-1f4986b3febe tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:19.956917 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a404ef4-aefc-4229-a8c1-0757962f777a req-34804e30-f6f5-4dee-9dca-1f4986b3febe tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Feb 14 16:45:20.006581 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1a404ef4-aefc-4229-a8c1-0757962f777a req-5bef7ec7-647b-4735-9bae-de0a4cdb7fd3 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Feb 14 16:45:20.519680 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b57a-5f22-4d8c-805f-3226cccaa473 req-3225ce9b-f2ff-4b0c-b9ca-16393f7052c0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:20.521139 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6b7b57a-5f22-4d8c-805f-3226cccaa473 req-3225ce9b-f2ff-4b0c-b9ca-16393f7052c0 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 943 time: 0.0544975 Feb 14 16:45:20.566196 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6b7b57a-5f22-4d8c-805f-3226cccaa473 req-5e111cd0-54f7-4347-ab4f-8e8c8d4a245b tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Feb 14 16:45:20.855998 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device b6e833f5-01eb-497f-8c61-ed79ff9ac11c details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:45:20.955623 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:20.965799 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c', 'network_id': 'ce211ed0-7c4b-4678-a21d-61073cbfed67', 'port_id': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c', 'mac_address': 'fa:16:3e:b3:6f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eecfc381-a2aa-4a8b-8c46-7418d19b1ecc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:45:21.003826 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port b6e833f5-01eb-497f-8c61-ed79ff9ac11c is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:21.004210 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:21.016357 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e833f5-01eb-497f-8c61-ed79ff9ac11c {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:21.044613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:21.050076 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:21.102122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:21.124428 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5d6ce-a2fd-4e82-ae5a-d14d24be4737 req-5c4f7b50-ed12-4df5-9bce-177dd5ea28b2 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:21.125962 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-42b5d6ce-a2fd-4e82-ae5a-d14d24be4737 req-5c4f7b50-ed12-4df5-9bce-177dd5ea28b2 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0521932 Feb 14 16:45:21.176033 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-42b5d6ce-a2fd-4e82-ae5a-d14d24be4737 req-c9674257-e9cd-42a3-a11e-f297567e5f72 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Feb 14 16:45:21.705725 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea84cfc-6789-4bea-a626-ff82d5466d9c req-c8ebd4a5-42d9-4561-a653-293149d1a993 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:21.707187 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ea84cfc-6789-4bea-a626-ff82d5466d9c req-c8ebd4a5-42d9-4561-a653-293149d1a993 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 944 time: 0.0568674 Feb 14 16:45:21.754183 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ea84cfc-6789-4bea-a626-ff82d5466d9c req-aca8f205-9c11-4841-9d0c-056b0cd2db47 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Feb 14 16:45:22.091959 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['b6e833f5-01eb-497f-8c61-ed79ff9ac11c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:22.290499 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0dbe1-1fb1-4297-af93-d7eae363a2c1 req-dc788c60-2857-4fb2-bca1-67f81f433b03 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:22.291945 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74f0dbe1-1fb1-4297-af93-d7eae363a2c1 req-dc788c60-2857-4fb2-bca1-67f81f433b03 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0501792 Feb 14 16:45:22.339092 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-74f0dbe1-1fb1-4297-af93-d7eae363a2c1 req-497ede3f-a9b7-4cb9-8cb7-6c25e8594c98 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Feb 14 16:45:22.869224 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158526fb-bac4-4d52-8ca3-194d47811f34 req-e4356715-6c65-4759-9369-e9a56e8b22f2 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:22.870690 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-158526fb-bac4-4d52-8ca3-194d47811f34 req-e4356715-6c65-4759-9369-e9a56e8b22f2 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 944 time: 0.0511289 Feb 14 16:45:22.919906 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-158526fb-bac4-4d52-8ca3-194d47811f34 req-3e332494-956e-4c08-b905-18d600e7beb6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Feb 14 16:45:23.462413 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7b01-bc97-46da-ae91-bfbcc97ede9e req-c91dcc0e-b07f-45c3-bf10-9f02af6db40c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:23.463873 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e5a7b01-bc97-46da-ae91-bfbcc97ede9e req-c91dcc0e-b07f-45c3-bf10-9f02af6db40c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0552154 Feb 14 16:45:23.512718 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e5a7b01-bc97-46da-ae91-bfbcc97ede9e req-316c6e1c-1213-48a5-b8ad-edbac6dcbed5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Feb 14 16:45:24.040854 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b362fe-a344-45fe-90ee-032633b0fb5e req-207504ad-9a8e-491e-9225-93d0f2e9ded3 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:24.042363 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a4b362fe-a344-45fe-90ee-032633b0fb5e req-207504ad-9a8e-491e-9225-93d0f2e9ded3 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 944 time: 0.0529609 Feb 14 16:45:24.089684 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a4b362fe-a344-45fe-90ee-032633b0fb5e req-df7bfdec-e195-4fbd-b058-e65a3c14ecbe tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Feb 14 16:45:24.445943 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device b6e833f5-01eb-497f-8c61-ed79ff9ac11c up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:45:24.501750 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port b6e833f5-01eb-497f-8c61-ed79ff9ac11c completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:45:24.505434 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port b6e833f5-01eb-497f-8c61-ed79ff9ac11c triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:24.505801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:24.586273 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port b6e833f5-01eb-497f-8c61-ed79ff9ac11c is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:24.586672 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:24.621233 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:24.624922 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3840e8-2146-4c54-be24-acec093d9d83" -d '{"events": [{"server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:24.640946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:24.649515 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:24.678033 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157af59-64e8-4eea-b955-9fb52586665e x-openstack-request-id: req-4157af59-64e8-4eea-b955-9fb52586665e {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:24.678309 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:24.678422 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4157af59-64e8-4eea-b955-9fb52586665e {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:24.678815 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c', 'code': 200} Feb 14 16:45:24.709870 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:24.886019 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705a23-a83a-469f-8ab6-41f3bbf9bacd req-29dc39c3-b5bf-4534-a620-91a3c302a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:24.887645 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c705a23-a83a-469f-8ab6-41f3bbf9bacd req-29dc39c3-b5bf-4534-a620-91a3c302a55d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 1129 time: 0.0479832 Feb 14 16:45:24.893486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e91d-740d-4e74-a118-644ec6a663c5 req-355f5ae0-660d-4978-821b-17f51b2b642c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:24.895020 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d3b2e91d-740d-4e74-a118-644ec6a663c5 req-355f5ae0-660d-4978-821b-17f51b2b642c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.3050616 Feb 14 16:45:24.937889 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c705a23-a83a-469f-8ab6-41f3bbf9bacd req-d667e5f2-1e99-407a-bf76-4e838dcd4868 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Feb 14 16:45:24.949523 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d3b2e91d-740d-4e74-a118-644ec6a663c5 req-8cba562e-973e-4a7b-972a-977f70cf93a8 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487485 Feb 14 16:45:25.219374 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48498953-c5bd-47bb-8c6f-cc8ccf9aec69 req-1391d57f-abc5-4494-b221-50efb5ac4b3a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:25.222534 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48498953-c5bd-47bb-8c6f-cc8ccf9aec69 req-1391d57f-abc5-4494-b221-50efb5ac4b3a tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0611501 Feb 14 16:45:25.277629 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-48498953-c5bd-47bb-8c6f-cc8ccf9aec69 req-f68f7146-9af8-4580-9534-66e5451b7eda tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Feb 14 16:45:26.071273 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf953-a408-421c-9d9b-dc6e553e66a8 req-51cbd49e-e9ad-4d16-a894-f186daff4d7d tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:26.072765 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-70dcf953-a408-421c-9d9b-dc6e553e66a8 req-51cbd49e-e9ad-4d16-a894-f186daff4d7d tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0556452 Feb 14 16:45:26.120289 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-70dcf953-a408-421c-9d9b-dc6e553e66a8 req-fb2a8052-704a-4dc3-b703-ce4c8c49ab49 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Feb 14 16:45:26.395039 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4869d-c2aa-4179-a363-5f39f350ce7f req-5bd63ad2-f97c-46c8-9952-29be8148fa43 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:26.396508 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-40c4869d-c2aa-4179-a363-5f39f350ce7f req-5bd63ad2-f97c-46c8-9952-29be8148fa43 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0514624 Feb 14 16:45:26.442276 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-40c4869d-c2aa-4179-a363-5f39f350ce7f req-0e3ea885-3f4f-4057-9bf5-ea792ed0894d tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Feb 14 16:45:26.839156 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:45:26.933225 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:26.944261 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'mac_address': 'fa:16:3e:8a:db:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:45:26.984382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:26.984799 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:26.998122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:27.017576 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:27.021878 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:27.069768 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:27.235050 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b43927-247f-4c57-949b-0fe9956e62fa req-d6e52910-a683-45c9-a93b-b95d49db76e9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:27.237550 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-73b43927-247f-4c57-949b-0fe9956e62fa req-d6e52910-a683-45c9-a93b-b95d49db76e9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Feb 14 16:45:27.287829 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-73b43927-247f-4c57-949b-0fe9956e62fa req-318833a6-04de-435f-ac7d-8a28667469be tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Feb 14 16:45:27.559998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06f633-9a12-455c-b5af-09bf05fb39d5 req-f2cf32d1-c7c0-40e7-a2e2-b3848bd4ea50 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:27.561509 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2b06f633-9a12-455c-b5af-09bf05fb39d5 req-f2cf32d1-c7c0-40e7-a2e2-b3848bd4ea50 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0518281 Feb 14 16:45:27.607615 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2b06f633-9a12-455c-b5af-09bf05fb39d5 req-abcd5227-0b2f-4689-9dcb-31c87e287eb3 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Feb 14 16:45:28.403081 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb92e-92db-49ae-9d0e-20796f67854d req-149e17c0-844b-455a-854b-5721bb7fb689 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:28.404473 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-17fdb92e-92db-49ae-9d0e-20796f67854d req-149e17c0-844b-455a-854b-5721bb7fb689 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 945 time: 0.0509155 Feb 14 16:45:28.454088 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-17fdb92e-92db-49ae-9d0e-20796f67854d req-de4f51e5-4b6e-43ec-a57a-cdd985d6bb43 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Feb 14 16:45:28.733603 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b65dfa-aeb5-4dd6-82ca-732586596c57 req-d0389e92-287b-4677-a535-3f1b078b05d6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:28.736524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-66b65dfa-aeb5-4dd6-82ca-732586596c57 req-d0389e92-287b-4677-a535-3f1b078b05d6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0641754 Feb 14 16:45:28.783302 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-66b65dfa-aeb5-4dd6-82ca-732586596c57 req-5f6d5083-51a1-4268-ae20-845281bb9819 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Feb 14 16:45:28.956159 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['30fe8743-03f8-4868-a8e6-1ee710e8f7a7'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:29.576522 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253df-ca2a-4c5b-9e13-75ac5cdfb76d req-48a3517c-4056-4441-9339-6ad995cca639 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:29.578061 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dae253df-ca2a-4c5b-9e13-75ac5cdfb76d req-48a3517c-4056-4441-9339-6ad995cca639 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 945 time: 0.0549116 Feb 14 16:45:29.630082 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dae253df-ca2a-4c5b-9e13-75ac5cdfb76d req-c743e452-3fe0-47f2-b7fb-d39f52ae10db tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462415 Feb 14 16:45:29.903192 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46431-da01-4f08-9d5d-2d2e632c7e47 req-3efd55c5-019e-4642-ab54-947f73b991d6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:29.904436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-62c46431-da01-4f08-9d5d-2d2e632c7e47 req-3efd55c5-019e-4642-ab54-947f73b991d6 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0517051 Feb 14 16:45:29.956861 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-62c46431-da01-4f08-9d5d-2d2e632c7e47 req-525e0f66-760c-486e-8e90-e8767c526bd4 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Feb 14 16:45:30.582844 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:45:30.635773 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:45:30.639664 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:30.640040 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:30.728351 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:30.728779 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:30.752006 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:30.754448 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f47e7-5422-4c61-95b1-508e83e87be9" -d '{"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-plugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:30.757516 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c69837-f03c-4dc9-8a11-0c009966ea05 req-7adf60dc-8f2a-4fee-bf49-6ab841c69759 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:30.759346 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9c69837-f03c-4dc9-8a11-0c009966ea05 req-7adf60dc-8f2a-4fee-bf49-6ab841c69759 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 945 time: 0.0546074 Feb 14 16:45:30.767414 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:30.771728 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:30.818288 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:30.839928 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9c69837-f03c-4dc9-8a11-0c009966ea05 req-e0547d82-c14c-48d7-8db3-e3e5d1623797 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675249 Feb 14 16:45:30.851067 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabdb4-48fd-4415-8a17-eca74da2ace0 req-674de537-4eef-47b6-9559-1332f823a396 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:30.852702 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68cabdb4-48fd-4415-8a17-eca74da2ace0 req-674de537-4eef-47b6-9559-1332f823a396 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0904369 Feb 14 16:45:30.888247 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dada320-64c5-402d-970f-ad1336f7af32 x-openstack-request-id: req-0dada320-64c5-402d-970f-ad1336f7af32 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:30.888623 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-plugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:30.888979 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0dada320-64c5-402d-970f-ad1336f7af32 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:30.889432 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'code': 200} Feb 14 16:45:30.900845 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-68cabdb4-48fd-4415-8a17-eca74da2ace0 req-60ffdd86-a6a1-4223-b191-56a4f3600b23 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Feb 14 16:45:31.178305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02249591-c0f3-4f4b-8636-4b28d65b7f3f req-b0c650dc-ac76-466e-a36f-8ac67663b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:31.180034 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-02249591-c0f3-4f4b-8636-4b28d65b7f3f req-b0c650dc-ac76-466e-a36f-8ac67663b199 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0624943 Feb 14 16:45:31.233420 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-02249591-c0f3-4f4b-8636-4b28d65b7f3f req-ef66faee-2da1-4791-8c0d-6c73c7b12857 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Feb 14 16:45:31.961405 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84bd46-e5f4-487a-a6d3-5238181f78d2 req-51653400-f231-4d77-8af2-17928a31fc7e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:31.962899 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e84bd46-e5f4-487a-a6d3-5238181f78d2 req-51653400-f231-4d77-8af2-17928a31fc7e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0555058 Feb 14 16:45:32.042379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3e84bd46-e5f4-487a-a6d3-5238181f78d2 req-4f58c391-5ca6-4281-a57b-7da36cea8354 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670059 Feb 14 16:45:32.050917 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f2b3-0e8d-4df6-b514-f0768f04d454 req-91f83eef-a73f-4975-adc7-15b20074da59 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:32.052380 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75a1f2b3-0e8d-4df6-b514-f0768f04d454 req-91f83eef-a73f-4975-adc7-15b20074da59 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0857737 Feb 14 16:45:32.099947 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75a1f2b3-0e8d-4df6-b514-f0768f04d454 req-bc13064e-b01a-4fbc-b720-97b7d4b442b9 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Feb 14 16:45:33.050994 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-2f8231ed-2e6c-438a-bc1f-a2a4aa6fe65e tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:33.052441 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-2f8231ed-2e6c-438a-bc1f-a2a4aa6fe65e tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0523324 Feb 14 16:45:33.159477 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Deleting port b6e833f5-01eb-497f-8c61-ed79ff9ac11c {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:45:33.159847 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.218622 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3972a8-0d04-4a9e-b0b7-a9b78a165b00 req-881528d3-5e8c-4c9e-80fe-54c4313f03ec tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:33.220144 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f3972a8-0d04-4a9e-b0b7-a9b78a165b00 req-881528d3-5e8c-4c9e-80fe-54c4313f03ec tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0995061 Feb 14 16:45:33.256391 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] For port b6e833f5-01eb-497f-8c61-ed79ff9ac11c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,segment=NetworkSegment(adaa88b7-cdde-49e2-87cc-df976724a536),segment_id=adaa88b7-cdde-49e2-87cc-df976724a536)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:33.256661 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af9276-1d93-42d6-b0e5-b329c8b57890 req-240bfc87-67ce-482a-977d-ba36f933e288 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:33.256801 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.257963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f1af9276-1d93-42d6-b0e5-b329c8b57890 req-240bfc87-67ce-482a-977d-ba36f933e288 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/ports?device_id=290359d5-9a7e-4780-a55e-7cfa778816dc HTTP/1.1" status: 200 len: 945 time: 0.0809791 Feb 14 16:45:33.269178 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Calling delete_port for b6e833f5-01eb-497f-8c61-ed79ff9ac11c owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:45:33.298541 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3f3972a8-0d04-4a9e-b0b7-a9b78a165b00 req-c5314c11-1d80-440c-8356-282b4c686ece tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706451 Feb 14 16:45:33.324705 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f1af9276-1d93-42d6-b0e5-b329c8b57890 req-63fcd73d-8793-4d45-9971-7fddf9e7c350 tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.69 "GET /v2.0/security-groups?id=31396c69-29e9-461f-a65d-ba8c6327bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574520 Feb 14 16:45:33.412824 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (b6e833f5-01eb-497f-8c61-ed79ff9ac11c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.421194 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0406bfb-4255-4c47-9a19-b5cba82fdfe1 req-b6662284-8c7d-4847-968a-9f239ff1921a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:33.422588 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e0406bfb-4255-4c47-9a19-b5cba82fdfe1 req-b6662284-8c7d-4847-968a-9f239ff1921a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0531423 Feb 14 16:45:33.428110 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['b6e833f5-01eb-497f-8c61-ed79ff9ac11c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:33.442761 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Pushing event deleted for resources: {'Port': ['ID=b6e833f5-01eb-497f-8c61-ed79ff9ac11c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:33.492242 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] No DVR routers for this DVR port b6e833f5-01eb-497f-8c61-ed79ff9ac11c on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:45:33.496234 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.500358 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-da413212-3c0d-4fd7-a2e4-787ae8c156e0 req-8d1fcdbc-c5ff-4a44-9ed4-fa20e867e44f tempest-VolumesActionsTest-1924602401 tempest-VolumesActionsTest-1924602401-project] 10.222.0.50 "DELETE /v2.0/ports/b6e833f5-01eb-497f-8c61-ed79ff9ac11c HTTP/1.1" status: 204 len: 173 time: 0.4387064 Feb 14 16:45:33.501426 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'name': 'network-vif-deleted', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:33.504900 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e0406bfb-4255-4c47-9a19-b5cba82fdfe1 req-9f234031-ab82-44a9-9bda-28c6dafc294e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685287 Feb 14 16:45:33.505300 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04b8ebf-3c14-48b4-8f4e-4ad5dc452d33" -d '{"events": [{"server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "name": "network-vif-deleted", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:33.537208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51716) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:33.557805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64ae94-6794-4960-bd49-d29c6b9fc79c x-openstack-request-id: req-ca64ae94-6794-4960-bd49-d29c6b9fc79c {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:33.558006 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290359d5-9a7e-4780-a55e-7cfa778816dc", "name": "network-vif-deleted", "tag": "b6e833f5-01eb-497f-8c61-ed79ff9ac11c", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:33.558105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca64ae94-6794-4960-bd49-d29c6b9fc79c {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:33.558508 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290359d5-9a7e-4780-a55e-7cfa778816dc', 'name': 'network-vif-deleted', 'tag': 'b6e833f5-01eb-497f-8c61-ed79ff9ac11c', 'status': 'completed', 'code': 200} Feb 14 16:45:33.743991 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7544c2-2792-4b42-837c-5253e37654b7 tempest-TestShelveInstance-296990351 tempest-TestShelveInstance-296990351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:33.746413 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cf7544c2-2792-4b42-837c-5253e37654b7 tempest-TestShelveInstance-296990351 tempest-TestShelveInstance-296990351-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1125 time: 0.2074261 Feb 14 16:45:33.748374 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51724) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:33.753310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:33.775815 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.808209 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51726) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:33.879709 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:33.933259 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee67ab97-c057-4606-80b6-eb8fdf28e284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.027391 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Allocated IP 172.27.1.204 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/936b5e97-c17c-4192-9594-2079c2c0af06) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:34.113127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee67ab97-c057-4606-80b6-eb8fdf28e284 admin admin] Publish callbacks [] for security_group (a140e783-27c6-4786-892c-fc0b16f9bfb7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.119829 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-ee67ab97-c057-4606-80b6-eb8fdf28e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a140e783-27c6-4786-892c-fc0b16f9bfb7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.172043 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-ee67ab97-c057-4606-80b6-eb8fdf28e284 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd79c6ef285b41f0b9bea9496d3b6267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627946 Feb 14 16:45:34.176970 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51730) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:34.178136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67ab97-c057-4606-80b6-eb8fdf28e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140e783-27c6-4786-892c-fc0b16f9bfb7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:34.196402 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for port (936b5e97-c17c-4192-9594-2079c2c0af06), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.225672 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Publish callbacks [] for security_group (a140e783-27c6-4786-892c-fc0b16f9bfb7), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.230116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.247719 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Publish callbacks [] for security_group (a140e783-27c6-4786-892c-fc0b16f9bfb7), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.264010 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:34.267046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:34.270579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:34.298262 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a140e783-27c6-4786-892c-fc0b16f9bfb7), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.301308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.301884 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'Port': ['ID=936b5e97-c17c-4192-9594-2079c2c0af06,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:34.305154 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a140e783-27c6-4786-892c-fc0b16f9bfb7 HTTP/1.1" status: 204 len: 168 time: 0.1271639 Feb 14 16:45:34.314233 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140e783-27c6-4786-892c-fc0b16f9bfb7,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:34.321614 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.321976 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.322317 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.322659 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.322990 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.323667 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.324010 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.324458 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.324939 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.325369 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.325716 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.326053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.326408 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3a4e3-b5a2-44eb-942c-8a960cc80bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:34.779126 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-86209bac-e8dd-45aa-b42c-ece7395f8401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.847095 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:34.997839 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for floatingip (a92201d9-c360-47f3-8723-06610738b485), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.082061 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.248156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for port (936b5e97-c17c-4192-9594-2079c2c0af06), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.254833 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.327521 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event updated for resources: {'Port': ['ID=936b5e97-c17c-4192-9594-2079c2c0af06,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:35.339195 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (a92201d9-c360-47f3-8723-06610738b485), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.445341 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Floating IP a92201d9-c360-47f3-8723-06610738b485 associated. External IP: 172.27.1.204, port: 30fe8743-03f8-4868-a8e6-1ee710e8f7a7. Feb 14 16:45:35.666540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Router 3d6be209-bc4b-4d00-ae88-403a3c8216bf has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:45:35.774667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:45:35.784462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Sync routers for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:45:35.793260 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:35.793848 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:45:35.794466 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:35.836812 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2b46f48e-a33a-46d8-ab1e-e874de335a7c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0735612 Feb 14 16:45:35.836812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:35.836812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c271a96-74b8-4298-86b9-28bf71084a33" -d '{"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:35.863446 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a058a-270c-4787-b409-601cd5178725 x-openstack-request-id: req-382a058a-270c-4787-b409-601cd5178725 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:35.863739 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:35.863994 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-382a058a-270c-4787-b409-601cd5178725 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:35.864394 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'status': 'completed', 'code': 200} Feb 14 16:45:35.906556 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:45:36.284469 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'a92201d9-c360-47f3-8723-06610738b485', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'mac_address': 'fa:16:3e:8a:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:34Z', 'updated_at': '2022-02-14T16:45:34Z', 'revision_number': 0, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:36.312354 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Checking router: 3d6be209-bc4b-4d00-ae88-403a3c8216bf for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:45:36.320476 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:45:36.321200 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:36.426427 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:45:36.646186 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'a92201d9-c360-47f3-8723-06610738b485', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'mac_address': 'fa:16:3e:8a:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:34Z', 'updated_at': '2022-02-14T16:45:34Z', 'revision_number': 0, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:36.676160 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c41bd-e169-42ea-aa08-bcd024db0f35 None None] The sync data for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi is: [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'a92201d9-c360-47f3-8723-06610738b485', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'mac_address': 'fa:16:3e:8a:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:34Z', 'updated_at': '2022-02-14T16:45:34Z', 'revision_number': 0, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:45:36.867468 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bc767-d639-4f8f-bf18-5837a105957f None None] New status for floating IP a92201d9-c360-47f3-8723-06610738b485: ACTIVE {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:45:37.081956 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device b6e833f5-01eb-497f-8c61-ed79ff9ac11c no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:45:37.102041 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: b6e833f5-01eb-497f-8c61-ed79ff9ac11c {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:45:37.102392 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device b6e833f5-01eb-497f-8c61-ed79ff9ac11c not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:45:37.279072 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bfbe-a008-4f48-ba3b-bdda12f4a739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:38.152671 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-0771bab3-3600-4aa1-be0d-ac2bb1a2b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:38.154164 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-0771bab3-3600-4aa1-be0d-ac2bb1a2b446 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0456419 Feb 14 16:45:38.245241 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-7513fcdf-90f9-47f8-a5f3-86491b027083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:38.246702 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-7513fcdf-90f9-47f8-a5f3-86491b027083 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.0853057 Feb 14 16:45:38.312640 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-d0c2a4b4-a657-40c4-bff8-c0e0ee88d20b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1002 time: 0.0591252 Feb 14 16:45:38.363935 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-281bb6a6-8549-4084-a23d-7124c7d11706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:38.365419 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-281bb6a6-8549-4084-a23d-7124c7d11706 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0426793 Feb 14 16:45:38.412707 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-4697d4e8-cd11-49b0-92c2-77810403d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:38.414105 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-4697d4e8-cd11-49b0-92c2-77810403d14b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418968 Feb 14 16:45:38.507928 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-5e5b452f-ba42-4239-bddd-9d69380f5097 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837116 Feb 14 16:45:38.531571 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:38.601788 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c271a96-74b8-4298-86b9-28bf71084a33 req-268631f3-fdbf-49ad-98af-f6e36196e987 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Feb 14 16:45:40.079203 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:40.589430 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 51896) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:40.707987 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5ea0efda-983b-47f7-b0db-5694ca8b2966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:40.793219 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5ea0efda-983b-47f7-b0db-5694ca8b2966 admin admin] Publish callbacks [] for security_group (c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:40.798000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5ea0efda-983b-47f7-b0db-5694ca8b2966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:40.854741 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0efda-983b-47f7-b0db-5694ca8b2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:40.868056 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 51900) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:40.868590 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-5ea0efda-983b-47f7-b0db-5694ca8b2966 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d87f80f6a9564c3e97c62e58de394ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770674 Feb 14 16:45:40.932321 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] Publish callbacks [] for security_group (c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:40.960181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] Publish callbacks [] for security_group (c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:41.023334 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:41.026401 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:41.041212 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3 HTTP/1.1" status: 204 len: 168 time: 0.1623073 Feb 14 16:45:41.051975 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95200a23-4cdf-44b9-86ca-bf66053d9197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4636a-86ae-4929-bf90-a5b0f3f6d4c3,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:41.221354 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:41.505584 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27460aad-fadc-4b71-8434-10d4994b7e54 req-9b00e6a0-6edb-40da-ab70-eedbce8fc68c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:41.511287 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27460aad-fadc-4b71-8434-10d4994b7e54 req-9b00e6a0-6edb-40da-ab70-eedbce8fc68c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0789824 Feb 14 16:45:41.560471 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27460aad-fadc-4b71-8434-10d4994b7e54 req-62a1501f-deb1-4fea-acfa-4419ac633bca tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478716 Feb 14 16:45:42.723195 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d90b-2c20-4935-9169-483d40d0a3eb req-f5f25307-c42f-4beb-a113-a069111b8cfc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:42.730656 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e1c3d90b-2c20-4935-9169-483d40d0a3eb req-f5f25307-c42f-4beb-a113-a069111b8cfc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0635159 Feb 14 16:45:42.783767 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e1c3d90b-2c20-4935-9169-483d40d0a3eb req-0faf614d-4155-46f2-a4a7-80d14e9bffb3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521882 Feb 14 16:45:43.445774 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-59fd57b5-6e63-414d-8452-ef37303a9574 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:43.449454 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-59fd57b5-6e63-414d-8452-ef37303a9574 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.1714313 Feb 14 16:45:43.566386 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Deleting port 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:45:43.566936 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:43.705546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] For port 38de8661-cab7-496f-8ad3-b37846bcf842, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=38de8661-cab7-496f-8ad3-b37846bcf842,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:43.705546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:43.936390 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9ba6d-480c-4f76-b222-9288242d5382 req-c12116c0-2dfd-4639-86e6-9e085e656d75 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:43.944436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5bc9ba6d-480c-4f76-b222-9288242d5382 req-c12116c0-2dfd-4639-86e6-9e085e656d75 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 946 time: 0.0582180 Feb 14 16:45:44.000256 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:44.001062 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:44.001553 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Floating IP 26a3fbdd-95fe-4007-a58f-23f4634c36af disassociated. External IP: 172.27.1.120, port: 38de8661-cab7-496f-8ad3-b37846bcf842. Feb 14 16:45:44.002100 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Calling delete_port for 38de8661-cab7-496f-8ad3-b37846bcf842 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:45:44.028103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5bc9ba6d-480c-4f76-b222-9288242d5382 req-a6b4156f-13e4-47e9-8402-1e19b0990592 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=8245d997-b8f0-4b8b-9cc5-082c584266e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827837 Feb 14 16:45:44.150598 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (38de8661-cab7-496f-8ad3-b37846bcf842), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:44.187743 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'Port': ['ID=38de8661-cab7-496f-8ad3-b37846bcf842,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:44.320505 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:45:44.491863 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:45:44.503821 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:45:44.516075 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:45:44.517059 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:44.549127 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] No DVR routers for this DVR port 38de8661-cab7-496f-8ad3-b37846bcf842 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:45:44.552712 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:44.556233 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6ec767ad-22e2-468c-81f4-478c49dad4c4 req-016ccc74-00a6-4962-b507-5ae9909ddf8f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "DELETE /v2.0/ports/38de8661-cab7-496f-8ad3-b37846bcf842 HTTP/1.1" status: 204 len: 173 time: 1.1006329 Feb 14 16:45:44.556683 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-deleted', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:44.559226 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382db85c-ef01-428c-9d8b-85308dfc8257" -d '{"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-deleted", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:44.614318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a081bd9-2093-40f0-a766-b28c15d852f9 x-openstack-request-id: req-6a081bd9-2093-40f0-a766-b28c15d852f9 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:44.614618 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcf87c8-8179-46ec-86ec-32534ab0db32", "name": "network-vif-deleted", "tag": "38de8661-cab7-496f-8ad3-b37846bcf842", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:44.614909 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a081bd9-2093-40f0-a766-b28c15d852f9 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:44.615352 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcf87c8-8179-46ec-86ec-32534ab0db32', 'name': 'network-vif-deleted', 'tag': '38de8661-cab7-496f-8ad3-b37846bcf842', 'status': 'completed', 'code': 200} Feb 14 16:45:44.668639 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:45:44.984700 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:45.023613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:45:45.034101 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:45:45.034721 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:45.188480 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:45:45.227406 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-864abfbf-c3bc-47de-b486-9d4468ddbb33 req-f77d44a1-8fa7-4e23-b39a-68704bf57531 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcf87c8-8179-46ec-86ec-32534ab0db32 HTTP/1.1" status: 200 len: 210 time: 0.0665383 Feb 14 16:45:45.228687 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:45:45.547805 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:45:45.587338 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef903e-4da9-4680-8eb8-0af07ec281aa None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:45:46.022377 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a537d4-7ca4-406d-9c1b-1b1113626df4 None None] New status for floating IP 26a3fbdd-95fe-4007-a58f-23f4634c36af: DOWN {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:45:46.335671 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52032) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:46.401787 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (8245d997-b8f0-4b8b-9cc5-082c584266e9), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.432783 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (8245d997-b8f0-4b8b-9cc5-082c584266e9), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.533077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (8245d997-b8f0-4b8b-9cc5-082c584266e9), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.537831 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.540163 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "DELETE /v2.0/security-groups/8245d997-b8f0-4b8b-9cc5-082c584266e9 HTTP/1.1" status: 204 len: 168 time: 0.2032156 Feb 14 16:45:46.543256 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52038) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:46.551277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147d86-fd24-428c-9f8e-b92860cdb95b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245d997-b8f0-4b8b-9cc5-082c584266e9,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:46.567030 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.api.v2.resource [None req-0fd699e9-632f-4e04-b728-805eae51019f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] show failed (client error): The resource could not be found. Feb 14 16:45:46.571730 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-0fd699e9-632f-4e04-b728-805eae51019f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups/8245d997-b8f0-4b8b-9cc5-082c584266e9 HTTP/1.1" status: 404 len: 347 time: 0.0270472 Feb 14 16:45:46.583067 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52040) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:46.626972 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:45:46.665180 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 38de8661-cab7-496f-8ad3-b37846bcf842 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:45:46.666017 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 38de8661-cab7-496f-8ad3-b37846bcf842 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:45:46.754262 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Deleting port 755f9857-dc5c-410b-9e9c-bf9bd8e02f5c {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:45:46.755034 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.848152 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.848892 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:46.862915 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Calling delete_port for 755f9857-dc5c-410b-9e9c-bf9bd8e02f5c owned by network:floatingip {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:45:47.025594 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (755f9857-dc5c-410b-9e9c-bf9bd8e02f5c), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.073355 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'Port': ['ID=755f9857-dc5c-410b-9e9c-bf9bd8e02f5c,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:47.149652 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (26a3fbdd-95fe-4007-a58f-23f4634c36af), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.150986 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.152390 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d7e9e6bc-d642-4628-8e19-a82fa03c0ce4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "DELETE /v2.0/floatingips/26a3fbdd-95fe-4007-a58f-23f4634c36af HTTP/1.1" status: 204 len: 168 time: 0.5682480 Feb 14 16:45:47.425546 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52048) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:47.430832 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845876538', 'description': 'tempest-description--835899839'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:47.474683 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.604550 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (6e707387-023c-4d1a-a014-463a66607ed9), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.614898 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6e707387-023c-4d1a-a014-463a66607ed9), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.641654 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.644338 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2173600 Feb 14 16:45:47.648645 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52054) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:47.655279 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group_rule': {'security_group_id': '6e707387-023c-4d1a-a014-463a66607ed9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:47.663046 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfb00-0ca4-424b-960f-7755e9cab702 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e707387-023c-4d1a-a014-463a66607ed9,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:47.710262 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (36a0c0a1-7cff-49cd-a221-e0a9f741992a), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.774255 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (36a0c0a1-7cff-49cd-a221-e0a9f741992a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.782270 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (36a0c0a1-7cff-49cd-a221-e0a9f741992a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.803137 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a0c0a1-7cff-49cd-a221-e0a9f741992a,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:47.831577 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.833813 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-59f262a4-4e8a-44a1-a23e-780a46193fa7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833789 Feb 14 16:45:47.837222 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52060) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:47.842695 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'security_group_rule': {'security_group_id': '6e707387-023c-4d1a-a014-463a66607ed9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:47.896936 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (986fc36e-0c00-476e-878f-f14384a50dc5), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.960160 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (986fc36e-0c00-476e-878f-f14384a50dc5), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.965188 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (986fc36e-0c00-476e-878f-f14384a50dc5), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.984779 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986fc36e-0c00-476e-878f-f14384a50dc5,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:47.995048 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:47.996414 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7753cc3c-9958-4b7f-ac80-4d5d38510577 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578133 Feb 14 16:45:47.999420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52062) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:48.004955 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:48.029305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:48.162265 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:48.286723 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Allocated IP 172.27.1.120 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/1c6559dc-48f6-4058-915a-84dff9ae97e6) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:48.403227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:48.444806 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:48.758510 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:48.764415 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:48.768922 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:48.775166 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=1c6559dc-48f6-4058-915a-84dff9ae97e6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:48.892953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:48.944930 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:49.159010 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:49.165491 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:49.241152 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=1c6559dc-48f6-4058-915a-84dff9ae97e6,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:49.259044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:49.275541 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:49.277488 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7c2f2063-c8e1-49bd-a7f0-ebf9646dbf40 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2770817 Feb 14 16:45:49.517601 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-b6329d05-e1e3-4bac-9739-d58f6e77f770 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--845876538&fields=id&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 267 time: 0.0636559 Feb 14 16:45:49.662524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-682fec47-7d89-4ad9-a317-971a8dadcaa9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:49.664060 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-682fec47-7d89-4ad9-a317-971a8dadcaa9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 817 time: 0.1450865 Feb 14 16:45:49.680881 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-727221d7-b307-4f96-9a51-b1c012964e60 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/quotas/e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 375 time: 0.0099945 Feb 14 16:45:49.756264 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-2abe7872-e414-4e85-ba68-f1527056310f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695314 Feb 14 16:45:49.859115 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cfe53a68-1b25-4aba-8351-765adcbd398d service neutron] 10.222.0.69 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913248 Feb 14 16:45:49.961265 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-6b3c5629-7ee9-4c54-ba4d-7288b252b9d2 service neutron] 10.222.0.69 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951059 Feb 14 16:45:50.170421 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5873557-7646-4f21-a2af-08de40be0da9 req-78ef2c4f-5980-4a31-a256-19adbfc0c72f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 210 time: 0.0390873 Feb 14 16:45:50.761096 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52132) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:50.888540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a563e4fc-0c67-43af-bfea-df55f7474e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:50.974891 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a563e4fc-0c67-43af-bfea-df55f7474e1d admin admin] Publish callbacks [] for security_group (faec7bdd-2c0e-4660-a0a5-7699a2cfaa47), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:50.979181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a563e4fc-0c67-43af-bfea-df55f7474e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (faec7bdd-2c0e-4660-a0a5-7699a2cfaa47), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.019021 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e4fc-0c67-43af-bfea-df55f7474e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec7bdd-2c0e-4660-a0a5-7699a2cfaa47,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:51.026170 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a563e4fc-0c67-43af-bfea-df55f7474e1d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0a104c4d0094bdc9bd61d93ff64422c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628009 Feb 14 16:45:51.029094 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52136) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:51.093919 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] Publish callbacks [] for security_group (faec7bdd-2c0e-4660-a0a5-7699a2cfaa47), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.120235 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] Publish callbacks [] for security_group (faec7bdd-2c0e-4660-a0a5-7699a2cfaa47), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.192435 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (faec7bdd-2c0e-4660-a0a5-7699a2cfaa47), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.197420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.208666 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/faec7bdd-2c0e-4660-a0a5-7699a2cfaa47 HTTP/1.1" status: 204 len: 168 time: 0.1705911 Feb 14 16:45:51.245339 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0637-3977-4859-8acb-251bd8fa692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec7bdd-2c0e-4660-a0a5-7699a2cfaa47,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:51.322165 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-53825001-0806-418d-9635-b0e21739db5e req-3cb0713e-0d91-46bc-9b7f-6abbf9d0acf3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 210 time: 0.0718646 Feb 14 16:45:51.470989 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-1d3a9068-9ced-422c-ac87-fbe6e3bfd68d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:51.474105 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-1d3a9068-9ced-422c-ac87-fbe6e3bfd68d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 817 time: 0.2022319 Feb 14 16:45:51.548592 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-148fede5-d486-410e-950f-1cf0ca1fa663 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 379 time: 0.0645893 Feb 14 16:45:51.559694 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'port': {'device_id': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'admin_state_up': True, 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'security_groups': ['6e707387-023c-4d1a-a014-463a66607ed9']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:51.718059 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52152) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:51.738150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-964d06ac-1969-4a24-81ce-37fd47cc8bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.741908 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Made reservation on behalf of e098ed28a2a3486b9814fe1c9e5ba069 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:51.745613 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.947207 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Allocated IP 172.20.0.3 (b1382731-2e51-446f-a112-df41fcd4df35/6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138/aea1fa75-5a03-4523-af3c-0124740bb0ae) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:51.950142 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-964d06ac-1969-4a24-81ce-37fd47cc8bd6 admin admin] Publish callbacks [] for security_group (d113a9b1-a3b2-4408-9ab6-623ae227ed16), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:51.959428 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-964d06ac-1969-4a24-81ce-37fd47cc8bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d113a9b1-a3b2-4408-9ab6-623ae227ed16), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.020722 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-964d06ac-1969-4a24-81ce-37fd47cc8bd6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b34ddca036d4a2abfe16e728727eb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983441 Feb 14 16:45:52.021395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52154) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:52.023725 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d06ac-1969-4a24-81ce-37fd47cc8bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d113a9b1-a3b2-4408-9ab6-623ae227ed16,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:52.116352 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] Publish callbacks [] for security_group (d113a9b1-a3b2-4408-9ab6-623ae227ed16), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.151081 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] Publish callbacks [] for security_group (d113a9b1-a3b2-4408-9ab6-623ae227ed16), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.213556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.231169 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (d113a9b1-a3b2-4408-9ab6-623ae227ed16), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.235120 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.237116 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d113a9b1-a3b2-4408-9ab6-623ae227ed16 HTTP/1.1" status: 204 len: 168 time: 0.2139781 Feb 14 16:45:52.247913 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8d7d4-bf80-4ec0-a6c4-2ba2d9e1d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d113a9b1-a3b2-4408-9ab6-623ae227ed16,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:52.287876 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.335667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Network b1382731-2e51-446f-a112-df41fcd4df35 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:52.341431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:52.346475 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:52.382333 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:52.430090 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:52.430715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.469651 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-025dc7ae-c50e-4f41-8e95-cac9a5395521 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9142129 Feb 14 16:45:52.483799 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Request body: {'port': {'device_id': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:52.512350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57959-c293-4695-92ef-6dfb9032f31f req-f7700638-4a79-4dee-b2bd-bf70876881c9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:52.522901 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-69d57959-c293-4695-92ef-6dfb9032f31f req-f7700638-4a79-4dee-b2bd-bf70876881c9 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 931 time: 0.0993948 Feb 14 16:45:52.578914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.595314 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-69d57959-c293-4695-92ef-6dfb9032f31f req-b1b860a4-76af-4a0b-a70f-e7981b478e10 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714271 Feb 14 16:45:52.790312 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-dea6bb44-9db5-43c8-b10e-328574c51e75 None None] Provisioning complete for port aea1fa75-5a03-4523-af3c-0124740bb0ae triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:52.791376 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-dea6bb44-9db5-43c8-b10e-328574c51e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.825998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52166) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:52.845129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a507f1d6-34e4-410a-b4f9-0dbe8c948c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.851228 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-dea6bb44-9db5-43c8-b10e-328574c51e75 None None] Port aea1fa75-5a03-4523-af3c-0124740bb0ae cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:45:52.948113 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a507f1d6-34e4-410a-b4f9-0dbe8c948c38 admin admin] Publish callbacks [] for security_group (6a98b19f-cca9-4fc4-be39-17ab81ccfa73), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.953468 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a507f1d6-34e4-410a-b4f9-0dbe8c948c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6a98b19f-cca9-4fc4-be39-17ab81ccfa73), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.966136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:52.978440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks [] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:52.993959 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Transition to ACTIVE for port object aea1fa75-5a03-4523-af3c-0124740bb0ae will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:45:52.999424 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.004638 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a507f1d6-34e4-410a-b4f9-0dbe8c948c38 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a2a7a2f38f44aa9842b0244f7703ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748407 Feb 14 16:45:53.005023 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52168) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:53.007074 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507f1d6-34e4-410a-b4f9-0dbe8c948c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98b19f-cca9-4fc4-be39-17ab81ccfa73,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:53.126331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:53.149654 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] Publish callbacks [] for security_group (6a98b19f-cca9-4fc4-be39-17ab81ccfa73), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.200097 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] Publish callbacks [] for security_group (6a98b19f-cca9-4fc4-be39-17ab81ccfa73), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.244815 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Attempting to bind port aea1fa75-5a03-4523-af3c-0124740bb0ae on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:45:53.245165 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Attempting to bind port aea1fa75-5a03-4523-af3c-0124740bb0ae by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:45:53.245505 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Attempting to bind port aea1fa75-5a03-4523-af3c-0124740bb0ae on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:53.251258 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Port aea1fa75-5a03-4523-af3c-0124740bb0ae on network b1382731-2e51-446f-a112-df41fcd4df35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:45:53.251519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Attempting to bind port aea1fa75-5a03-4523-af3c-0124740bb0ae on network b1382731-2e51-446f-a112-df41fcd4df35 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:45:53.258910 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:45:53.259254 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Checking segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:45:53.259647 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Bound using segment: {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:45:53.260085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Bound port: aea1fa75-5a03-4523-af3c-0124740bb0ae, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378e3dac-954b-44c3-80fe-bc4e50a22b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:45:53.260452 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.311245 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6a98b19f-cca9-4fc4-be39-17ab81ccfa73), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.313833 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.315508 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a98b19f-cca9-4fc4-be39-17ab81ccfa73 HTTP/1.1" status: 204 len: 168 time: 0.3089919 Feb 14 16:45:53.337440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3f519-a4cc-46b5-9087-d699b7e1aa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98b19f-cca9-4fc4-be39-17ab81ccfa73,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:53.396170 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:45:53.400681 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:45:53.410053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.466411 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:53.467044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:53.468441 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] 10.222.0.50 "PUT /v2.0/ports/aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 1093 time: 0.9911201 Feb 14 16:45:53.471674 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:53.475512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ba032-7b11-4bfb-92a9-646c4171b1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:53.565827 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4598ee1f-b7e1-4969-874a-3d155f470cef x-openstack-request-id: req-4598ee1f-b7e1-4969-874a-3d155f470cef {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:53.566247 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:53.566627 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4598ee1f-b7e1-4969-874a-3d155f470cef {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:53.567089 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'status': 'completed', 'code': 200} Feb 14 16:45:53.569329 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc055290-1c8d-4f7f-a38b-1dc0ac391ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:53.613455 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cdb53a32-8937-4663-9628-5b6876226252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:53.620862 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-cdb53a32-8937-4663-9628-5b6876226252 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1127 time: 0.0972219 Feb 14 16:45:53.685276 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-93844c31-6502-44c4-b8b6-a6c2ee68dc4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 217 time: 0.0544207 Feb 14 16:45:53.779533 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-044c377b-bf0b-4ce2-aa3f-d48fc523fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:53.781211 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-044c377b-bf0b-4ce2-aa3f-d48fc523fdcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0877566 Feb 14 16:45:53.842110 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b63b-0af2-4775-8f18-3dda9158baa0 req-bfab9f72-fdd5-45fa-9312-8369482b6414 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:53.851367 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5e85b63b-0af2-4775-8f18-3dda9158baa0 req-bfab9f72-fdd5-45fa-9312-8369482b6414 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.1016996 Feb 14 16:45:53.875083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-4ef166ed-2b2e-466b-bb6b-bbfee56dc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:53.878861 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-4ef166ed-2b2e-466b-bb6b-bbfee56dc2b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911634 Feb 14 16:45:53.912086 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5e85b63b-0af2-4775-8f18-3dda9158baa0 req-0bc37eca-a0d4-4e7f-8419-72c4aeeba4c6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595987 Feb 14 16:45:54.013761 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-52d96412-02bb-4bc7-b6ad-f3263728d301 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255410 Feb 14 16:45:54.157357 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-94d1cca5-03a5-4432-b0e7-f63ea24545a7 req-0ee5f15b-8f94-42e0-8500-d2796288e680 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373219 Feb 14 16:45:54.293047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-d55e5c89-070d-4442-9e2d-cb3b8f535c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:54.295476 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-d55e5c89-070d-4442-9e2d-cb3b8f535c31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1127 time: 0.0790849 Feb 14 16:45:54.420230 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-a1f0b922-75da-407b-9849-2b75e9a80e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:54.421730 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-a1f0b922-75da-407b-9849-2b75e9a80e50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.1188588 Feb 14 16:45:54.455897 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52202) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:54.480511 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-1b27d50a-630d-4f6c-9378-8169988e607f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 217 time: 0.0481572 Feb 14 16:45:54.546088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-3f97ae96-9b1a-403b-bb98-020102ccbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:54.548333 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-3f97ae96-9b1a-403b-bb98-020102ccbf7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0598383 Feb 14 16:45:54.601373 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1123927629-network', 'tenant_id': '0aa0a3d62fe64230aed8d6cd9aac36cc'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:54.623450 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Made reservation on behalf of 0aa0a3d62fe64230aed8d6cd9aac36cc for: {'network': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:54.626648 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.631482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-2c9f7cbe-b066-4ac7-a5a9-7702602f057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:54.633385 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-2c9f7cbe-b066-4ac7-a5a9-7702602f057c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723684 Feb 14 16:45:54.637007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.744542 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks [] for security_group (a73a77c2-a68b-4837-a230-f585cbe2fcd0), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.750060 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a73a77c2-a68b-4837-a230-f585cbe2fcd0), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.771575 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-1c79f480-0452-47aa-a636-c95a95c17ac7 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298456 Feb 14 16:45:54.774049 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=109320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:45:54.793275 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a77c2-a68b-4837-a230-f585cbe2fcd0,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:54.802021 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (d356b250-e732-4789-8f98-9114d183fa2d), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.802292 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.segments_db [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Added segment d356b250-e732-4789-8f98-9114d183fa2d of type vlan for network 821b4ae1-d427-4ab1-b0bf-00fe430c875c Feb 14 16:45:54.860951 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (821b4ae1-d427-4ab1-b0bf-00fe430c875c), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.888639 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a90ba032-7b11-4bfb-92a9-646c4171b1c2 req-ebbf14f5-c10e-40cf-acad-39b725510f1f service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076057 Feb 14 16:45:54.897880 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (821b4ae1-d427-4ab1-b0bf-00fe430c875c), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.898948 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:54.899621 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:54.940249 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52212) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:54.945054 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Request body: {'subnet': {'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1123927629-subnet', 'tenant_id': '0aa0a3d62fe64230aed8d6cd9aac36cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:54.951953 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4948530 Feb 14 16:45:54.980472 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Made reservation on behalf of 0aa0a3d62fe64230aed8d6cd9aac36cc for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:54.983045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538253'] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:55.011394 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5232b8-17b2-4754-a69d-6e85d4e473d2 admin admin] Pushing event updated for resources: {'Network': ['ID=821b4ae1-d427-4ab1-b0bf-00fe430c875c,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:55.026791 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:45:55.100165 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe08cf-0b00-4377-93f4-ea91c3adfccf req-00a07b38-7911-430a-afc0-eadb376ccf32 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:55.118428 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-35fe08cf-0b00-4377-93f4-ea91c3adfccf req-00a07b38-7911-430a-afc0-eadb376ccf32 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.1042275 Feb 14 16:45:55.187839 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10270225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538303'] for subnet (8ebac5c9-596e-4e7d-ba58-4d0da23c78bd), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:55.191663 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-35fe08cf-0b00-4377-93f4-ea91c3adfccf req-8d6855ab-b983-4e27-ae79-ba70ed33d0dd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688407 Feb 14 16:45:55.251231 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:55.257799 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Checking segment: {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:45:55.258158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Network hostable DHCP agents. Network: 821b4ae1-d427-4ab1-b0bf-00fe430c875c, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:45:55.278527 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:45:55.288771 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 821b4ae1-d427-4ab1-b0bf-00fe430c875c) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:55.294143 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:55.294740 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:55.300630 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b215d1-337c-486d-9c6c-8403a9401efd None None] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:45:55.337104 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-45de6a23-bb96-489f-b133-4e3b6a68fdfe admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3957081 Feb 14 16:45:55.454004 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f97da7-0c7f-4252-95e9-b5e24e6a24e2 None None] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:45:56.334439 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc96f6-e4f2-4283-993c-2a68c3e3e28d req-24e0facc-4cfd-48e0-ba52-d911d5da3b67 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:56.336185 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93fc96f6-e4f2-4283-993c-2a68c3e3e28d req-24e0facc-4cfd-48e0-ba52-d911d5da3b67 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0727584 Feb 14 16:45:56.391228 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93fc96f6-e4f2-4283-993c-2a68c3e3e28d req-e759ff31-3190-48f2-a3fd-9745ecb78ca8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490081 Feb 14 16:45:56.684716 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:45:56.794374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:56.812518 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:45:56.851924 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:56.852642 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:56.867777 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:56.888854 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:56.894020 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:56.945756 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:56.956522 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.957187 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.957727 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.958240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.958759 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.959098 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.959613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.959942 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.960446 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.960822 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.961153 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.961877 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:56.962008 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:45:57.166527 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['aea1fa75-5a03-4523-af3c-0124740bb0ae'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:45:57.262365 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3a4512e0-f5a5-40c6-9a18-0c23a6cda501 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:57.263971 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3a4512e0-f5a5-40c6-9a18-0c23a6cda501 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 814 time: 0.1181335 Feb 14 16:45:57.278386 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-67ed72d3-21f2-4ab7-bdcf-86077d8c3d3d tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/quotas/0aa0a3d62fe64230aed8d6cd9aac36cc HTTP/1.1" status: 200 len: 375 time: 0.0090289 Feb 14 16:45:57.316147 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3f633278-ae12-429e-b29c-6c0d8a60f218 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324502 Feb 14 16:45:57.407939 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-08c86def-2709-46d4-a3d2-060d869700e0 service neutron] 10.222.0.69 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852206 Feb 14 16:45:57.528497 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-d1d922da-17cb-4e6b-9f4a-63b1d1d10997 service neutron] 10.222.0.69 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146913 Feb 14 16:45:57.540856 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe56e7-663d-41a9-bc94-6bedaa969a44 req-5b04db20-e655-4b04-97b8-c3b20b294e4d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:57.542345 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0afe56e7-663d-41a9-bc94-6bedaa969a44 req-5b04db20-e655-4b04-97b8-c3b20b294e4d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 944 time: 0.0714819 Feb 14 16:45:57.590124 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0afe56e7-663d-41a9-bc94-6bedaa969a44 req-23b6bf6b-5964-47ed-98d3-774ca2ce4a61 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413599 Feb 14 16:45:57.703039 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8fe46eac-55ea-4332-b415-6560401a318b req-f95e8da6-09d0-4d2f-989b-2fdce2999684 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 210 time: 0.0304644 Feb 14 16:45:58.693164 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-992b614c-64de-4071-a355-b27b134bd93f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:58.694889 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-992b614c-64de-4071-a355-b27b134bd93f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 814 time: 0.1149912 Feb 14 16:45:58.706062 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:45:58.724462 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Request body: {'port': {'device_id': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c', 'admin_state_up': True, 'tenant_id': '0aa0a3d62fe64230aed8d6cd9aac36cc'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:58.789984 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port aea1fa75-5a03-4523-af3c-0124740bb0ae completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:45:58.795039 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port aea1fa75-5a03-4523-af3c-0124740bb0ae triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:45:58.795705 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:58.873546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Made reservation on behalf of 0aa0a3d62fe64230aed8d6cd9aac36cc for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:45:58.877024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:58.893793 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9e997591-7fb4-49d4-80c1-14cfffd046a9 req-326d2b2d-a228-405c-873f-f6bac665358d tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 210 time: 0.1037436 Feb 14 16:45:58.907356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:45:58.907893 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:58.924024 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeee1ba-6b93-423a-ad6f-18917062c4ad req-b4c3e362-0d65-442c-bfbf-9d25493910e3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:58.926326 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5aeee1ba-6b93-423a-ad6f-18917062c4ad req-b4c3e362-0d65-442c-bfbf-9d25493910e3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 944 time: 0.2557058 Feb 14 16:45:58.935170 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:45:58.938347 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ee758-717b-49ef-af0b-0afd3c917e74" -d '{"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:45:58.951470 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:45:58.957881 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:58.997135 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735861dc-a132-4cd4-b9d2-569fb185a7d6 x-openstack-request-id: req-735861dc-a132-4cd4-b9d2-569fb185a7d6 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:45:58.997486 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:45:58.997994 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-735861dc-a132-4cd4-b9d2-569fb185a7d6 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:45:58.998667 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'code': 200} Feb 14 16:45:59.009677 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5aeee1ba-6b93-423a-ad6f-18917062c4ad req-9f422881-e93b-4baa-81b5-7e2050dee269 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769651 Feb 14 16:45:59.036769 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Allocated IP 172.20.0.7 (821b4ae1-d427-4ab1-b0bf-00fe430c875c/8ebac5c9-596e-4e7d-ba58-4d0da23c78bd/deabfa52-08d3-497c-af0a-033b1fe1cdc1) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:45:59.036956 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:59.209899 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks [] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.214266 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dc385-c781-4846-a8c4-248bd92a6c71 req-8861fe05-dfa6-42a1-837b-f41fb68d4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:59.215760 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4b1dc385-c781-4846-a8c4-248bd92a6c71 req-8861fe05-dfa6-42a1-837b-f41fb68d4e6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1129 time: 0.0783410 Feb 14 16:45:59.277060 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.286554 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4b1dc385-c781-4846-a8c4-248bd92a6c71 req-5bf85111-d406-4705-be3b-715d1b6c41f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631289 Feb 14 16:45:59.320118 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:45:59.325071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:45:59.328645 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:45:59.335364 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Pushing event updated for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:59.378876 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:45:59.379480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.395394 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-3b724665-0d8a-4de0-974e-42189c00597f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6809351 Feb 14 16:45:59.513818 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Request body: {'port': {'device_id': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:45:59.526471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52352) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:59.571936 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Deleting subnet eecfc381-a2aa-4a8b-8c46-7418d19b1ecc {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:45:59.574138 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.575157 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Publish callbacks [] for subnet (eecfc381-a2aa-4a8b-8c46-7418d19b1ecc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.612849 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (eecfc381-a2aa-4a8b-8c46-7418d19b1ecc), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.653387 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (eecfc381-a2aa-4a8b-8c46-7418d19b1ecc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.706408 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (eecfc381-a2aa-4a8b-8c46-7418d19b1ecc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.735334 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eecfc381-a2aa-4a8b-8c46-7418d19b1ecc,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:59.739075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.746289 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a18ddc79-c347-47ff-a116-a70bae6266f9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eecfc381-a2aa-4a8b-8c46-7418d19b1ecc HTTP/1.1" status: 204 len: 168 time: 0.2186906 Feb 14 16:45:59.747156 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52354) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:45:59.823354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (ce211ed0-7c4b-4678-a21d-61073cbfed67), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.853201 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deabfa52-08d3-497c-af0a-033b1fe1cdc1 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:45:59.860790 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks [] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.875585 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Transition to ACTIVE for port object deabfa52-08d3-497c-af0a-033b1fe1cdc1 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:45:59.882359 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.962728 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Pushing event updated for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:45:59.964006 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (ce211ed0-7c4b-4678-a21d-61073cbfed67), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:45:59.999913 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce211ed0-7c4b-4678-a21d-61073cbfed67']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:00.029389 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaa88b7-cdde-49e2-87cc-df976724a536') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:00.029964 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaa88b7-cdde-49e2-87cc-df976724a536') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:00.044779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Attempting to bind port deabfa52-08d3-497c-af0a-033b1fe1cdc1 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:46:00.045239 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Attempting to bind port deabfa52-08d3-497c-af0a-033b1fe1cdc1 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:46:00.045665 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Attempting to bind port deabfa52-08d3-497c-af0a-033b1fe1cdc1 on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:46:00.047414 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (adaa88b7-cdde-49e2-87cc-df976724a536), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.050914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Port deabfa52-08d3-497c-af0a-033b1fe1cdc1 on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:46:00.051423 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Attempting to bind port deabfa52-08d3-497c-af0a-033b1fe1cdc1 on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:46:00.057458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:46:00.057942 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Checking segment: {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:46:00.058525 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Bound using segment: {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:46:00.059001 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Bound port: deabfa52-08d3-497c-af0a-033b1fe1cdc1, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:46:00.059416 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.075937 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6330b7a-c916-42e9-b1a9-ba58a9c38851 req-e64c031e-ecf5-430a-ba55-9c1e72eb8ed1 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.077565 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6330b7a-c916-42e9-b1a9-ba58a9c38851 req-e64c031e-ecf5-430a-ba55-9c1e72eb8ed1 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0890548 Feb 14 16:46:00.078607 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (adaa88b7-cdde-49e2-87cc-df976724a536), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.095027 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:46:00.095439 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (adaa88b7-cdde-49e2-87cc-df976724a536), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:46:00.098826 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:46:00.142000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:46:00.146247 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:46:00.152762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.184506 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.185212 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.186810 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] 10.222.0.50 "PUT /v2.0/ports/deabfa52-08d3-497c-af0a-033b1fe1cdc1 HTTP/1.1" status: 200 len: 1093 time: 0.6773081 Feb 14 16:46:00.190219 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:00.192188 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2513f870-c164-478b-9497-6a9be31d4507" -d '{"events": [{"name": "network-changed", "server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:00.217327 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (ce211ed0-7c4b-4678-a21d-61073cbfed67), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.222498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cb752-2b2f-4a6a-a7cd-2c974b9da38a service neutron] Pushing event updated for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:00.233991 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.238650 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ce211ed0-7c4b-4678-a21d-61073cbfed67 HTTP/1.1" status: 204 len: 168 time: 0.4900010 Feb 14 16:46:00.246136 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b6330b7a-c916-42e9-b1a9-ba58a9c38851 req-91cf9d23-d279-4cc9-a0e8-ee63e7c13804 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520414 Feb 14 16:46:00.276057 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67ec8-8e45-4166-9438-a2fb63d13331 req-8a3b6a98-c184-47ab-af84-7fa454328602 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.277682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-21c67ec8-8e45-4166-9438-a2fb63d13331 req-8a3b6a98-c184-47ab-af84-7fa454328602 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.1636083 Feb 14 16:46:00.278940 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f22e0-229b-4e4b-b57b-d7df07647bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce211ed0-7c4b-4678-a21d-61073cbfed67,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:00.295918 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beddabe2-63e6-40c8-a614-c305e5d73c41 x-openstack-request-id: req-beddabe2-63e6-40c8-a614-c305e5d73c41 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:00.296234 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:00.296553 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-beddabe2-63e6-40c8-a614-c305e5d73c41 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:00.296958 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1', 'status': 'completed', 'code': 200} Feb 14 16:46:00.322014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-8305740d-bbd5-4401-b19f-b3750ffb0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.323656 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-8305740d-bbd5-4401-b19f-b3750ffb0c20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 1127 time: 0.0794857 Feb 14 16:46:00.337382 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-21c67ec8-8e45-4166-9438-a2fb63d13331 req-0d799c47-402b-4afa-b626-94bf752760f8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523055 Feb 14 16:46:00.379790 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-b61c4ef3-1dc9-449d-a403-485dedb72e17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0471005 Feb 14 16:46:00.381361 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52364) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:46:00.452878 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-d9f0a562-3e76-4e92-93cc-58ae7e7635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.454386 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-d9f0a562-3e76-4e92-93cc-58ae7e7635b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd HTTP/1.1" status: 200 len: 854 time: 0.0669758 Feb 14 16:46:00.457057 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-b4c0ec66-2b65-48ca-8615-e0b3fcb61cb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fcc02085f3f4487fa89125030fb019ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746424 Feb 14 16:46:00.459689 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52366) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:46:00.499070 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-57299261-d5a6-426f-87fd-c5b430eb78e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=821b4ae1-d427-4ab1-b0bf-00fe430c875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334535 Feb 14 16:46:00.588246 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] Publish callbacks [] for security_group (31396c69-29e9-461f-a65d-ba8c6327bd86), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.622908 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] Publish callbacks [] for security_group (31396c69-29e9-461f-a65d-ba8c6327bd86), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.631966 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-0ad11131-bcdb-400f-830e-4ec178aa9a38 service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246390 Feb 14 16:46:00.724864 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (31396c69-29e9-461f-a65d-ba8c6327bd86), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.727429 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:00.728561 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31396c69-29e9-461f-a65d-ba8c6327bd86 HTTP/1.1" status: 204 len: 168 time: 0.2679844 Feb 14 16:46:00.747544 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730114d-590d-4e6a-8d25-cccd8884ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31396c69-29e9-461f-a65d-ba8c6327bd86,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:00.752750 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f60a8dd6-afec-4fb1-8af3-7d9e9d2ad9e3 req-4bf5a4d9-a0c5-4c5e-bb50-23d2ea55a4ce service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106808 Feb 14 16:46:00.860376 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f870-c164-478b-9497-6a9be31d4507 req-adebdcd0-c43d-4015-a10b-d0c7ce35c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.862751 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-adebdcd0-c43d-4015-a10b-d0c7ce35c19e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 1127 time: 0.0459404 Feb 14 16:46:00.962283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f870-c164-478b-9497-6a9be31d4507 req-7e474bbe-ee5d-48f1-b78b-1275041e009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:00.963738 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-7e474bbe-ee5d-48f1-b78b-1275041e009c service neutron] 10.222.0.50 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 915 time: 0.0881760 Feb 14 16:46:01.007578 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-17a13ce5-d4c2-49de-b17b-1f78dded35dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0367250 Feb 14 16:46:01.059817 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f870-c164-478b-9497-6a9be31d4507 req-ea6993da-f4c9-42a5-99ae-52762384044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:01.061332 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-ea6993da-f4c9-42a5-99ae-52762384044f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd HTTP/1.1" status: 200 len: 854 time: 0.0479283 Feb 14 16:46:01.092411 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-2273d1af-bbda-466f-ba56-8d1bf145c312 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=821b4ae1-d427-4ab1-b0bf-00fe430c875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249345 Feb 14 16:46:01.188204 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-62cf34b7-10c0-4005-8b39-42683513286f service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888784 Feb 14 16:46:01.285228 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-2513f870-c164-478b-9497-6a9be31d4507 req-f929ce3b-c5a5-4107-af5f-2902e30c5463 service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903521 Feb 14 16:46:01.376579 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b970d98-fa8e-4e04-b829-6a9f7351ad4b req-9228b507-bd8f-4501-9caa-819663ceab28 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:01.378913 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6b970d98-fa8e-4e04-b829-6a9f7351ad4b req-9228b507-bd8f-4501-9caa-819663ceab28 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0555384 Feb 14 16:46:01.457240 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6b970d98-fa8e-4e04-b829-6a9f7351ad4b req-b9a87170-8767-42e5-bd85-0e2ec7d32693 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728331 Feb 14 16:46:01.488556 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae174c7-65ac-4ed0-a1fd-388cdb9b2d70 req-7d068ae7-e01d-48d5-9f57-d4050af0296d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:01.490181 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ae174c7-65ac-4ed0-a1fd-388cdb9b2d70 req-7d068ae7-e01d-48d5-9f57-d4050af0296d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0763662 Feb 14 16:46:01.539153 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ae174c7-65ac-4ed0-a1fd-388cdb9b2d70 req-b6af6f65-dd88-4a2a-a806-e6dbe772e1a5 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434496 Feb 14 16:46:01.656279 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152401-72e2-4f73-acb9-aa015f881381 req-22400f3a-8bfe-4d33-8ec2-ba4c22e4c469 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:01.657851 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c152401-72e2-4f73-acb9-aa015f881381 req-22400f3a-8bfe-4d33-8ec2-ba4c22e4c469 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Feb 14 16:46:01.666519 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52398) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:46:01.671246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Request body: {'floatingip': {'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:46:01.711926 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.344646 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.db.resource_extend [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 16:46:02.421262 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.425878 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.527767 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Floating IP d8cebec3-565c-4908-affb-91a79cb9d86d associated. External IP: 172.27.1.120, port: aea1fa75-5a03-4523-af3c-0124740bb0ae. Feb 14 16:46:02.648743 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a813683-80ce-43d2-ad05-249df792a091 req-2920b2a3-e473-4954-9a6f-8b33cd952aa2 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:02.650234 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5a813683-80ce-43d2-ad05-249df792a091 req-2920b2a3-e473-4954-9a6f-8b33cd952aa2 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 943 time: 0.1249304 Feb 14 16:46:02.746579 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5a813683-80ce-43d2-ad05-249df792a091 req-e9f3a3a9-cbe3-496b-9fd4-d03bd8dc8b1a tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890038 Feb 14 16:46:02.747853 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device deabfa52-08d3-497c-af0a-033b1fe1cdc1 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:46:02.811636 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:46:02.852973 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:46:02.865448 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1', 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c', 'port_id': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1', 'mac_address': 'fa:16:3e:fe:9e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ebac5c9-596e-4e7d-ba58-4d0da23c78bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:46:02.904430 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port deabfa52-08d3-497c-af0a-033b1fe1cdc1 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:46:02.904870 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.922816 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deabfa52-08d3-497c-af0a-033b1fe1cdc1 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:46:02.926275 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:46:02.931189 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.943222 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:46:02.949262 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:46:02.956550 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:02.962686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:46:02.963307 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:02.966352 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c69a80ba-4391-42c5-b7b8-e97e58ef2e15 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "PUT /v2.0/floatingips/d8cebec3-565c-4908-affb-91a79cb9d86d HTTP/1.1" status: 200 len: 991 time: 1.2987919 Feb 14 16:46:02.967145 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:02.969740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f24bc-2890-4002-8460-e1f8de1cf049" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:03.019184 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e646c3-a0ea-4c88-ac06-5725bb0c07ae x-openstack-request-id: req-d7e646c3-a0ea-4c88-ac06-5725bb0c07ae {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:03.019934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:03.019934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7e646c3-a0ea-4c88-ac06-5725bb0c07ae {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:03.020388 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'status': 'completed', 'code': 200} Feb 14 16:46:03.073129 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:03.128087 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-c54418cd-b86b-4b80-93a1-ab946bd11880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:03.129985 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-c54418cd-b86b-4b80-93a1-ab946bd11880 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1129 time: 0.0809770 Feb 14 16:46:03.161999 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:46:03.238081 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-a2ba56b5-46ce-463b-be71-61c4b41b68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:03.239664 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-a2ba56b5-46ce-463b-be71-61c4b41b68dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.1030700 Feb 14 16:46:03.246718 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['deabfa52-08d3-497c-af0a-033b1fe1cdc1'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:46:03.344446 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-6d3cb10d-ea34-4741-a56b-3cacadd92239 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 999 time: 0.0907631 Feb 14 16:46:03.395706 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-82ad38fd-ac0a-4ec3-86d3-690273d1590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:03.397391 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-82ad38fd-ac0a-4ec3-86d3-690273d1590d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0463846 Feb 14 16:46:03.522990 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd8cebec3-565c-4908-affb-91a79cb9d86d', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:48Z', 'updated_at': '2022-02-14T16:46:02Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:03.555455 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:46:03.563714 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:46:03.564352 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:45:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:03.671691 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:46:03.871900 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67091dd8-ff1a-4e4c-92a8-5e29d74fe431 req-b579ee87-8612-4d10-8d0f-e8fe56697ab2 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:03.873478 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67091dd8-ff1a-4e4c-92a8-5e29d74fe431 req-b579ee87-8612-4d10-8d0f-e8fe56697ab2 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 944 time: 0.0567496 Feb 14 16:46:03.898234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd8cebec3-565c-4908-affb-91a79cb9d86d', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:48Z', 'updated_at': '2022-02-14T16:46:02Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:03.921691 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-67091dd8-ff1a-4e4c-92a8-5e29d74fe431 req-0999b55b-4106-4ed8-9af3-ed0525fbe120 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Feb 14 16:46:03.924232 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928234a2-6428-4f89-8666-34bf5747d856 None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd8cebec3-565c-4908-affb-91a79cb9d86d', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:45:48Z', 'updated_at': '2022-02-14T16:46:02Z', 'revision_number': 1, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:46:04.122239 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff42a4-4007-409a-8288-0d63558e8992 None None] New status for floating IP d8cebec3-565c-4908-affb-91a79cb9d86d: ACTIVE {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:46:04.776119 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9324b16d-d3b6-408d-8359-9984a8045c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:04.997592 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-fb04b176-b523-43be-af1d-67bc4f929746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:04.999201 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-fb04b176-b523-43be-af1d-67bc4f929746 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489805 Feb 14 16:46:05.045894 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab51e0-4a17-4cd7-ab69-d55f4c679792 req-dcc63820-c1f3-4abb-a484-3c38542d8e36 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:05.047369 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2dab51e0-4a17-4cd7-ab69-d55f4c679792 req-dcc63820-c1f3-4abb-a484-3c38542d8e36 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 944 time: 0.0549071 Feb 14 16:46:05.095750 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2dab51e0-4a17-4cd7-ab69-d55f4c679792 req-ff13ec24-8d7e-4a7e-96c9-b4e620cfb92e tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Feb 14 16:46:05.924752 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:05.987585 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-8855c17c-82ae-4a0b-94ea-5ecb8cece409 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Feb 14 16:46:06.080157 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-129f24bc-2890-4002-8460-e1f8de1cf049 req-cf6100b8-047d-4a5f-9856-1d2b3cbd4a49 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848050 Feb 14 16:46:06.218914 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1823-8b8e-4f99-8f7e-0e5f9f0821bb req-9250b52d-78a8-475e-ba48-130207685877 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:06.220658 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8f2b1823-8b8e-4f99-8f7e-0e5f9f0821bb req-9250b52d-78a8-475e-ba48-130207685877 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 944 time: 0.0530140 Feb 14 16:46:06.271424 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8f2b1823-8b8e-4f99-8f7e-0e5f9f0821bb req-7e4b37aa-7d68-473d-8a81-e763179c4051 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Feb 14 16:46:07.280081 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-eb852e77-8835-4d6a-b82b-f4d9adf2986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:07.392683 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025917d-ad7e-4d48-9dd7-43e8d37f0110 req-10f8aefd-dfb6-4aea-93e9-7800fafc9874 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:07.394166 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c025917d-ad7e-4d48-9dd7-43e8d37f0110 req-10f8aefd-dfb6-4aea-93e9-7800fafc9874 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 944 time: 0.0565126 Feb 14 16:46:07.444518 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c025917d-ad7e-4d48-9dd7-43e8d37f0110 req-cc8d3f62-e269-4d6d-b4a5-cf1ce0cd894f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Feb 14 16:46:08.535449 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:08.565867 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37539d-8728-41ed-9f61-c25dee0f99d4 req-9e915162-75d0-4b30-ab21-ebc48c086545 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:08.568006 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-db37539d-8728-41ed-9f61-c25dee0f99d4 req-9e915162-75d0-4b30-ab21-ebc48c086545 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 944 time: 0.0578156 Feb 14 16:46:08.617055 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-db37539d-8728-41ed-9f61-c25dee0f99d4 req-403efd84-3a63-4235-9e1e-97b25930b179 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Feb 14 16:46:09.170880 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device deabfa52-08d3-497c-af0a-033b1fe1cdc1 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:46:09.217034 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-d5bc0e21-caf3-4fe2-877e-48e20894c341 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431249 Feb 14 16:46:09.219753 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port deabfa52-08d3-497c-af0a-033b1fe1cdc1 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:46:09.224197 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port deabfa52-08d3-497c-af0a-033b1fe1cdc1 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:46:09.224570 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:09.306004 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-2d11b44b-60e6-46d3-b18b-69024d0d92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.307538 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-2d11b44b-60e6-46d3-b18b-69024d0d92dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 1130 time: 0.0436840 Feb 14 16:46:09.313608 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port deabfa52-08d3-497c-af0a-033b1fe1cdc1 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:46:09.314054 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:09.337665 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:09.339866 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e57b0a-afea-46ac-935a-2014ded7bc2e" -d '{"events": [{"server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "name": "network-vif-plugged", "status": "completed", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:09.353451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:46:09.357305 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:09.393199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a817d9-ebbd-4020-ad7b-6b4e0074ce88 x-openstack-request-id: req-92a817d9-ebbd-4020-ad7b-6b4e0074ce88 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:09.393630 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "name": "network-vif-plugged", "status": "completed", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:09.393902 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92a817d9-ebbd-4020-ad7b-6b4e0074ce88 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:09.394300 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1', 'code': 200} Feb 14 16:46:09.410538 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:09.443150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-e0ba44b5-fec9-44ce-868a-cab2a051283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.444608 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-e0ba44b5-fec9-44ce-868a-cab2a051283c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.1141777 Feb 14 16:46:09.516702 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-9c717a01-a539-4a27-ac01-673128ae3ef0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 200 len: 1001 time: 0.0632226 Feb 14 16:46:09.609429 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-a5e170ef-f128-45c9-8428-61fe8b7df5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.610911 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-a5e170ef-f128-45c9-8428-61fe8b7df5f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0681572 Feb 14 16:46:09.617590 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c17ae-2954-4619-8058-353ab738e9e1 req-88847af3-e02f-47ab-afc7-6ff05164dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.618979 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-383c17ae-2954-4619-8058-353ab738e9e1 req-88847af3-e02f-47ab-afc7-6ff05164dac2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 1129 time: 0.0841942 Feb 14 16:46:09.690425 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-383c17ae-2954-4619-8058-353ab738e9e1 req-211c3c56-ef05-4aa3-ab32-3d38666326e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609300 Feb 14 16:46:09.693146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-37c9aace-48ca-4130-8f06-bd30b66c989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.694561 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-37c9aace-48ca-4130-8f06-bd30b66c989d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747597 Feb 14 16:46:09.733985 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343d252-bab6-43c3-93ac-ff1dd39c248a req-3e24896d-e6b3-4957-bff7-6050e9737e73 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:09.735447 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6343d252-bab6-43c3-93ac-ff1dd39c248a req-3e24896d-e6b3-4957-bff7-6050e9737e73 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Feb 14 16:46:09.781499 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6343d252-bab6-43c3-93ac-ff1dd39c248a req-952200d9-3ac0-442c-9ab4-ebc56baa6606 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Feb 14 16:46:09.974987 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-8644f345-d8cb-42c6-86bd-fef7964c9128 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Feb 14 16:46:10.070577 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-84d375f7-4fcb-422e-8b36-6ab51cac8f53 req-5bb6db69-53a8-4cae-a88b-0b1d54dbc36b service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882332 Feb 14 16:46:10.076052 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:10.904693 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b88a5e-a0bd-4b70-aac7-26fc0c9c04c1 req-8b32d25d-4108-4d79-8e25-6a4497144f05 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:10.906205 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63b88a5e-a0bd-4b70-aac7-26fc0c9c04c1 req-8b32d25d-4108-4d79-8e25-6a4497144f05 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0548491 Feb 14 16:46:10.952430 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63b88a5e-a0bd-4b70-aac7-26fc0c9c04c1 req-b7976412-44d0-4ef9-bb59-4c7eb1b49108 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Feb 14 16:46:11.214976 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:12.067409 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140da-4d7f-4f7e-818a-9b12af6cabf4 req-8a96f89f-a6bc-4833-b5d2-e4c42e49370f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:12.068942 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b54140da-4d7f-4f7e-818a-9b12af6cabf4 req-8a96f89f-a6bc-4833-b5d2-e4c42e49370f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Feb 14 16:46:12.115739 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b54140da-4d7f-4f7e-818a-9b12af6cabf4 req-e2cbc216-69ae-4537-8c03-bda574fe880d tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Feb 14 16:46:13.235715 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58ee1-0a40-4ed1-9081-a5f0e54b7dd7 req-ef696b47-a9aa-4a9f-b0cd-60e0ac55ad64 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:13.237726 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8ca58ee1-0a40-4ed1-9081-a5f0e54b7dd7 req-ef696b47-a9aa-4a9f-b0cd-60e0ac55ad64 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0555022 Feb 14 16:46:13.285197 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8ca58ee1-0a40-4ed1-9081-a5f0e54b7dd7 req-e5ba0aa8-2ef5-4af2-b7b2-e15548889a5d tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Feb 14 16:46:19.938130 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52626) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:46:20.050651 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8a1399d2-d431-4dc3-9746-24c70f0f1e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.127239 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8a1399d2-d431-4dc3-9746-24c70f0f1e75 admin admin] Publish callbacks [] for security_group (3f0202f9-8f44-401b-abbf-3d280da6da8a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.131629 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-8a1399d2-d431-4dc3-9746-24c70f0f1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3f0202f9-8f44-401b-abbf-3d280da6da8a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.169444 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-8a1399d2-d431-4dc3-9746-24c70f0f1e75 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f51e8afa9d0c4ef8a6a7bb715ec5b617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300851 Feb 14 16:46:20.170356 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1399d2-d431-4dc3-9746-24c70f0f1e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0202f9-8f44-401b-abbf-3d280da6da8a,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:20.172085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 52630) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:46:20.469735 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Publish callbacks [] for security_group (3f0202f9-8f44-401b-abbf-3d280da6da8a), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.491431 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Publish callbacks [] for security_group (3f0202f9-8f44-401b-abbf-3d280da6da8a), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.538526 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (3f0202f9-8f44-401b-abbf-3d280da6da8a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.541187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:20.542444 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f0202f9-8f44-401b-abbf-3d280da6da8a HTTP/1.1" status: 204 len: 168 time: 0.3691568 Feb 14 16:46:20.550253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0202f9-8f44-401b-abbf-3d280da6da8a,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:20.557417 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.557757 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.558102 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.558444 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.558779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.559111 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.559440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.559897 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.560083 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.560420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.560763 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.561093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:20.561413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73e710-fc3f-4fd8-8c7b-20cae0494e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:46:22.228994 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:46:34.767756 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8146aa8d-a0bb-4058-90da-2e794dd5d565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:35.939695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:37.283012 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0fdc09b9-2df5-4605-92ee-a1adf373f7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:38.536621 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:40.078869 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:41.217468 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:46.770490 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa0500-548e-4eb1-b3ab-946a275b6fca req-780331bd-4165-412d-8796-3af84f2892db tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:46.771967 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63fa0500-548e-4eb1-b3ab-946a275b6fca req-780331bd-4165-412d-8796-3af84f2892db tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0536323 Feb 14 16:46:46.825516 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63fa0500-548e-4eb1-b3ab-946a275b6fca req-799acce4-606d-4a3f-a7f2-a22f86079a29 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Feb 14 16:46:47.944286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a2bc8-2b83-47b6-bf9c-20914b0cf7ea req-cc557219-f342-492a-94ea-58d7e1f60112 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:47.945806 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd8a2bc8-2b83-47b6-bf9c-20914b0cf7ea req-cc557219-f342-492a-94ea-58d7e1f60112 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0516791 Feb 14 16:46:47.993818 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd8a2bc8-2b83-47b6-bf9c-20914b0cf7ea req-ddea8f0e-f151-4275-af38-326fe6042f33 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Feb 14 16:46:49.116085 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f98e-8aa1-4b48-892c-6ab3b5e88029 req-f43db09e-2e4a-4307-b423-ad6f49507c0c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:49.117674 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dd42f98e-8aa1-4b48-892c-6ab3b5e88029 req-f43db09e-2e4a-4307-b423-ad6f49507c0c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0511823 Feb 14 16:46:49.166602 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dd42f98e-8aa1-4b48-892c-6ab3b5e88029 req-8c6f0ba8-e1c9-4ccc-ac27-00ade12610eb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432181 Feb 14 16:46:50.291318 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8406d4-90b8-450e-84b7-bbff2bb9286e req-51753f75-2928-4372-940c-73682fde9d86 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:50.292813 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6f8406d4-90b8-450e-84b7-bbff2bb9286e req-51753f75-2928-4372-940c-73682fde9d86 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0566955 Feb 14 16:46:50.341053 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6f8406d4-90b8-450e-84b7-bbff2bb9286e req-33265a66-ca46-4ff7-af7b-03b64edaeaaa tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Feb 14 16:46:50.711652 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82f96-a824-45f5-95d8-599a89872577 req-ee6142f7-3af2-4d00-9999-8e021a0f5caa tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:50.713165 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fdf82f96-a824-45f5-95d8-599a89872577 req-ee6142f7-3af2-4d00-9999-8e021a0f5caa tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 946 time: 0.0508294 Feb 14 16:46:50.821288 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port d3afebb1-c101-424e-a7b8-894cbe43208a {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:46:50.821620 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:50.925220 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] For port d3afebb1-c101-424e-a7b8-894cbe43208a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d3afebb1-c101-424e-a7b8-894cbe43208a,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:46:50.925576 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:51.097085 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:51.097445 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (084f4cd7-a91d-4b6c-8269-70ac05499fdb), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:51.097757 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP 084f4cd7-a91d-4b6c-8269-70ac05499fdb disassociated. External IP: 172.27.1.27, port: d3afebb1-c101-424e-a7b8-894cbe43208a. Feb 14 16:46:51.098089 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for d3afebb1-c101-424e-a7b8-894cbe43208a owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:46:51.230689 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d3afebb1-c101-424e-a7b8-894cbe43208a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:51.266726 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=d3afebb1-c101-424e-a7b8-894cbe43208a,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:51.381715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:46:51.436277 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8aea08c9-5355-4f96-9585-04e71fe948a8 req-d5a4a89d-466a-4c9c-8a91-4e4f7319f489 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e77a0ea-1b02-4917-aafd-98e904860d8f HTTP/1.1" status: 200 len: 210 time: 0.0269189 Feb 14 16:46:51.490240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:46:51.501077 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:46:51.511948 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:46:51.512563 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:46:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:51.533994 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] No DVR routers for this DVR port d3afebb1-c101-424e-a7b8-894cbe43208a on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:46:51.536825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:51.541639 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fdf82f96-a824-45f5-95d8-599a89872577 req-a5006beb-946a-46e2-9348-b1cd8912fb46 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "DELETE /v2.0/ports/d3afebb1-c101-424e-a7b8-894cbe43208a HTTP/1.1" status: 204 len: 173 time: 0.8210363 Feb 14 16:46:51.542090 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'name': 'network-vif-deleted', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:51.544320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c128f-c6b3-46be-9f37-2f241e537f4b" -d '{"events": [{"server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "name": "network-vif-deleted", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:51.765813 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:46:51.789482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390dc34-e14d-4604-b8c8-5201a45f22a1 x-openstack-request-id: req-4390dc34-e14d-4604-b8c8-5201a45f22a1 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:51.790046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e77a0ea-1b02-4917-aafd-98e904860d8f", "name": "network-vif-deleted", "tag": "d3afebb1-c101-424e-a7b8-894cbe43208a", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:51.790142 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4390dc34-e14d-4604-b8c8-5201a45f22a1 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:51.791672 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e77a0ea-1b02-4917-aafd-98e904860d8f', 'name': 'network-vif-deleted', 'tag': 'd3afebb1-c101-424e-a7b8-894cbe43208a', 'status': 'completed', 'code': 200} Feb 14 16:46:51.971408 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:52.002440 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:46:52.011195 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:46:52.011794 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:46:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:52.120450 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:46:52.332828 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:46:52.362753 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f63f7-6b74-40e6-bb28-6ff32ea71acf None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:46:52.584099 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96aa458-4c7d-4b63-afeb-11038f0fc9e0 None None] New status for floating IP 084f4cd7-a91d-4b6c-8269-70ac05499fdb: DOWN {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:46:52.710274 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-dc7f003e-3e8d-4eb0-bf4c-de692763fbf0 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827501798&fields=id&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 267 time: 0.0502748 Feb 14 16:46:52.822782 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-43680003-70ba-4c65-814b-360c046e8dc5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:52.824241 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-43680003-70ba-4c65-814b-360c046e8dc5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.1040494 Feb 14 16:46:52.838164 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-d7e27264-102a-4338-8ea6-024249980059 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/quotas/62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 375 time: 0.0086541 Feb 14 16:46:52.891880 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-5611a425-781c-4024-b0da-1323e729b539 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489295 Feb 14 16:46:53.078121 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-3bba29c6-4bb8-4fb1-a876-a67c3408b9df service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746247 Feb 14 16:46:53.166142 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-7463c769-2c4d-4da9-99a6-21cd8fe9cc9a service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Feb 14 16:46:53.464964 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fa33866f-72bd-463d-bfff-e89843fe2fc9 req-6fe58a9c-29e6-42a0-a217-f9ae1f495d5c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 210 time: 0.0280588 Feb 14 16:46:54.084219 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d3afebb1-c101-424e-a7b8-894cbe43208a no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:46:54.111739 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: d3afebb1-c101-424e-a7b8-894cbe43208a {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:46:54.112084 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d3afebb1-c101-424e-a7b8-894cbe43208a not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:46:54.585579 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3ffbd1c7-0b1c-43b1-a810-6b506efd35df req-e3c69391-f6ec-4b82-a8e3-2d09aabf3604 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 210 time: 0.0329382 Feb 14 16:46:54.609421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-347708c0-59d8-4ab5-a62f-4a959a413f06 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:54.611251 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-347708c0-59d8-4ab5-a62f-4a959a413f06 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.1424739 Feb 14 16:46:54.687689 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-03682cd9-4133-4204-a20b-aa619a95cede tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 379 time: 0.0668287 Feb 14 16:46:54.699616 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'port': {'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'admin_state_up': True, 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'security_groups': ['4070d83d-2ee4-461c-8475-565dd1136928']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:46:54.745581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac1fb-ba2c-4b3d-b78d-c387528f2762 req-8dc846f6-d195-4d98-b05c-1c4481fa0a7c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:54.747060 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a51ac1fb-ba2c-4b3d-b78d-c387528f2762 req-8dc846f6-d195-4d98-b05c-1c4481fa0a7c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Feb 14 16:46:54.794666 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a51ac1fb-ba2c-4b3d-b78d-c387528f2762 req-f3ada0d5-4d7d-4c68-b0ed-bf0b846eb50d tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Feb 14 16:46:54.807705 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Made reservation on behalf of 62496f003fff469ab7b376f30e802e1f for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:46:54.811309 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:54.944492 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.20.0.4 (5c25748a-5328-4631-8b87-a4e12680c93b/49abf726-4927-4856-ac99-226ca423c25f/d993f4af-1b86-4667-af61-bc55ba2689ef) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:46:55.081694 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.119765 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.161508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:46:55.167928 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:46:55.171608 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:46:55.196988 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:55.225692 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:55.226331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.244854 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-a6ccba27-e847-442e-b160-5a7f32be40cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498769 Feb 14 16:46:55.311092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Request body: {'port': {'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:46:55.374566 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.379286 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-64f11944-8d44-43a2-ac2c-da9258f2baea None None] Provisioning complete for port d993f4af-1b86-4667-af61-bc55ba2689ef triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:46:55.379815 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-64f11944-8d44-43a2-ac2c-da9258f2baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.414671 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-64f11944-8d44-43a2-ac2c-da9258f2baea None None] Port d993f4af-1b86-4667-af61-bc55ba2689ef cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:46:55.632900 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d993f4af-1b86-4667-af61-bc55ba2689ef {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:46:55.640521 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks [] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.654153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Transition to ACTIVE for port object d993f4af-1b86-4667-af61-bc55ba2689ef will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:46:55.657953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.707589 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:55.720529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebed7d-92a9-4740-9ce6-9749ba99479e req-3e8a370f-445e-4c36-9db4-d55e47b816b1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:55.722069 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47ebed7d-92a9-4740-9ce6-9749ba99479e req-3e8a370f-445e-4c36-9db4-d55e47b816b1 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0606890 Feb 14 16:46:55.777352 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47ebed7d-92a9-4740-9ce6-9749ba99479e req-4533b4e9-f427-4a21-9d16-f4198f0c2bb3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489712 Feb 14 16:46:55.784442 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Attempting to bind port d993f4af-1b86-4667-af61-bc55ba2689ef on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:46:55.784809 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Attempting to bind port d993f4af-1b86-4667-af61-bc55ba2689ef by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:46:55.785144 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Attempting to bind port d993f4af-1b86-4667-af61-bc55ba2689ef on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Port d993f4af-1b86-4667-af61-bc55ba2689ef on network 5c25748a-5328-4631-8b87-a4e12680c93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Attempting to bind port d993f4af-1b86-4667-af61-bc55ba2689ef on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Bound using segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Bound port: d993f4af-1b86-4667-af61-bc55ba2689ef, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:46:55.797943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.865540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:46:55.870406 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d993f4af-1b86-4667-af61-bc55ba2689ef,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:46:55.880303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.916149 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:55.916798 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:55.918258 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] 10.222.0.50 "PUT /v2.0/ports/d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 1093 time: 0.6599772 Feb 14 16:46:55.920552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:55.922806 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32f1b4-087a-48a9-953d-1531a80b2d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:55.923405 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1beed-cd45-4b9b-9e2d-2a005db71e81 req-dce6fd50-0cf6-483c-b32c-aab93275f2b8 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:55.950873 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-51e1beed-cd45-4b9b-9e2d-2a005db71e81 req-dce6fd50-0cf6-483c-b32c-aab93275f2b8 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0863431 Feb 14 16:46:55.958709 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9bfde-400d-4403-b2c1-b7c2d4414d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:55.985470 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26223d19-1802-4570-b763-fdf3ef7d5d7e x-openstack-request-id: req-26223d19-1802-4570-b763-fdf3ef7d5d7e {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:55.985767 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:55.986273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26223d19-1802-4570-b763-fdf3ef7d5d7e {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:55.986686 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'status': 'completed', 'code': 200} Feb 14 16:46:56.026565 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-51e1beed-cd45-4b9b-9e2d-2a005db71e81 req-8aaf2646-28db-47ab-a75f-59f919c3059f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693283 Feb 14 16:46:56.033173 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-7d054e5a-df24-436e-a644-0038fc8b17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.034970 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-7d054e5a-df24-436e-a644-0038fc8b17a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1127 time: 0.0469730 Feb 14 16:46:56.088473 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-fbdd66d5-35b5-41b4-abda-c3a13ecb7c0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 217 time: 0.0434005 Feb 14 16:46:56.150458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-5b3f6341-c934-4767-bf92-2148e6274c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.151908 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-5b3f6341-c934-4767-bf92-2148e6274c16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0441751 Feb 14 16:46:56.200156 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-f8f87aea-70f4-46a0-8cdd-7915369e5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.201679 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-f8f87aea-70f4-46a0-8cdd-7915369e5689 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427568 Feb 14 16:46:56.298516 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-bef51965-59ac-482e-85a1-752143899a4a service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861421 Feb 14 16:46:56.387919 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-fbd7409a-0f04-4321-b30b-8af68aa6d91c req-9343f0c8-0820-4299-af62-6eb5951b322d service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814810 Feb 14 16:46:56.478998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-6551c8f7-a4ef-4a42-bf3d-933d418ee56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.480493 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-6551c8f7-a4ef-4a42-bf3d-933d418ee56c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1127 time: 0.0492587 Feb 14 16:46:56.613043 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-d0a639c4-cca5-40b7-a95f-aaac93bdf1ae tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.614487 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-d0a639c4-cca5-40b7-a95f-aaac93bdf1ae tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1153288 Feb 14 16:46:56.618862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-2f56e654-0367-470a-ac92-92ec59f0f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.620489 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-2f56e654-0367-470a-ac92-92ec59f0f1de service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.1284416 Feb 14 16:46:56.677745 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-fc4435e5-a4c2-46b3-ac7c-91bfeb621cc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 217 time: 0.0504386 Feb 14 16:46:56.763199 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-eb1a601d-fd6c-4afa-a509-65aa61b4c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.764654 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-eb1a601d-fd6c-4afa-a509-65aa61b4c5a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0790854 Feb 14 16:46:56.808770 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Deleting port deabfa52-08d3-497c-af0a-033b1fe1cdc1 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:46:56.809125 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:56.875539 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-1b572c75-4aab-49d2-8337-9fcbecaf981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.877066 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-1b572c75-4aab-49d2-8337-9fcbecaf981d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054728 Feb 14 16:46:56.899504 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04098-25f5-4b38-90bb-91aaaff484ea req-1e459a51-e9c6-40f8-9267-cbe5e7ac93ef tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:56.901045 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8bc04098-25f5-4b38-90bb-91aaaff484ea req-1e459a51-e9c6-40f8-9267-cbe5e7ac93ef tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0535553 Feb 14 16:46:56.949538 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8bc04098-25f5-4b38-90bb-91aaaff484ea req-c2a923c6-b08b-42b6-96ed-6eccc7357cfb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Feb 14 16:46:56.963931 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] For port deabfa52-08d3-497c-af0a-033b1fe1cdc1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=deabfa52-08d3-497c-af0a-033b1fe1cdc1,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:46:56.964308 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:56.981627 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Calling delete_port for deabfa52-08d3-497c-af0a-033b1fe1cdc1 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:46:57.007703 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-20e50708-63dd-4a04-8d4a-050aa7095534 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233261 Feb 14 16:46:57.145947 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-6c32f1b4-087a-48a9-953d-1531a80b2d0c req-05292f32-51e6-4af2-aede-055f8c72fc32 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082671 Feb 14 16:46:57.152384 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51551d-ade8-49ac-accf-45514e16e18a req-7149c5a7-3260-4203-9d6d-d03075ef8ed9 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:57.153969 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ed51551d-ade8-49ac-accf-45514e16e18a req-7149c5a7-3260-4203-9d6d-d03075ef8ed9 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d8781f-f470-4f16-b2de-7bbb374e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0550597 Feb 14 16:46:57.203117 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (deabfa52-08d3-497c-af0a-033b1fe1cdc1), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:57.206780 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ed51551d-ade8-49ac-accf-45514e16e18a req-8eca807a-38e8-41d6-8b8b-3960459b90f6 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Feb 14 16:46:57.217418 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['deabfa52-08d3-497c-af0a-033b1fe1cdc1'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:46:57.234628 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Pushing event deleted for resources: {'Port': ['ID=deabfa52-08d3-497c-af0a-033b1fe1cdc1,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:46:57.278863 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] No DVR routers for this DVR port deabfa52-08d3-497c-af0a-033b1fe1cdc1 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:46:57.281512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:46:57.285192 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-172832c4-4e6b-48a4-9118-5a48ca9d517e req-817acb39-88a5-49a7-9c82-48463e023590 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "DELETE /v2.0/ports/deabfa52-08d3-497c-af0a-033b1fe1cdc1 HTTP/1.1" status: 204 len: 173 time: 0.6638162 Feb 14 16:46:57.988495 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'name': 'network-vif-deleted', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:46:57.990892 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b047d16-732e-48b9-a580-4426a313bc7d" -d '{"events": [{"server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "name": "network-vif-deleted", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:46:58.026046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6c930-a28a-446c-b661-06f684e4dbf6 x-openstack-request-id: req-e2b6c930-a28a-446c-b661-06f684e4dbf6 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:46:58.026331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8781f-f470-4f16-b2de-7bbb374e83c5", "name": "network-vif-deleted", "tag": "deabfa52-08d3-497c-af0a-033b1fe1cdc1", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:46:58.026579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2b6c930-a28a-446c-b661-06f684e4dbf6 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:46:58.026979 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8781f-f470-4f16-b2de-7bbb374e83c5', 'name': 'network-vif-deleted', 'tag': 'deabfa52-08d3-497c-af0a-033b1fe1cdc1', 'status': 'completed', 'code': 200} Feb 14 16:46:58.069295 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaa8a4-19d1-4404-88cd-6c94a30d1164 req-90224b8e-b880-4e2c-95bc-82a8f5dd15b7 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:58.070958 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0aeaa8a4-19d1-4404-88cd-6c94a30d1164 req-90224b8e-b880-4e2c-95bc-82a8f5dd15b7 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0520697 Feb 14 16:46:58.119296 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0aeaa8a4-19d1-4404-88cd-6c94a30d1164 req-f56c54f0-f574-4f16-b973-2064ea5d03c2 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Feb 14 16:46:59.227765 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:46:59.231861 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59171-4df3-4f4d-b53a-169233859d7e req-b8d7617c-e6c5-4305-b9b9-d0b9e111a0af tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:46:59.233369 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-65c59171-4df3-4f4d-b53a-169233859d7e req-b8d7617c-e6c5-4305-b9b9-d0b9e111a0af tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0502167 Feb 14 16:46:59.281417 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-65c59171-4df3-4f4d-b53a-169233859d7e req-04b656e9-1325-47fa-a62f-ea0d72b9fb04 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Feb 14 16:47:00.217172 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device deabfa52-08d3-497c-af0a-033b1fe1cdc1 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:47:00.237890 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: deabfa52-08d3-497c-af0a-033b1fe1cdc1 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:47:00.238245 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device deabfa52-08d3-497c-af0a-033b1fe1cdc1 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:47:00.402636 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8d6b7-6c26-4fdf-9cc2-d7e408ec7b0d req-1eceb56f-71f5-4cbc-be66-05431c9335b3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:00.404031 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a0e8d6b7-6c26-4fdf-9cc2-d7e408ec7b0d req-1eceb56f-71f5-4cbc-be66-05431c9335b3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0566285 Feb 14 16:47:00.451607 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a0e8d6b7-6c26-4fdf-9cc2-d7e408ec7b0d req-8ed4776b-f0b7-45e0-a4f0-219a2068a252 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420854 Feb 14 16:47:01.576170 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d73ed-09d6-45ea-ac76-5fa5bf475c95 req-53295691-5880-451a-8086-b47bee221738 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:01.577766 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-698d73ed-09d6-45ea-ac76-5fa5bf475c95 req-53295691-5880-451a-8086-b47bee221738 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0565369 Feb 14 16:47:01.635280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-698d73ed-09d6-45ea-ac76-5fa5bf475c95 req-359f8fcf-8f4c-4c40-9b1f-cd7a5f53513d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508590 Feb 14 16:47:01.979902 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc988c8-b41f-4029-8065-b423fc70e1ea req-8f9c7e87-6d55-44bf-b4c7-dfc8ac0bf4ec tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:01.981398 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9dc988c8-b41f-4029-8065-b423fc70e1ea req-8f9c7e87-6d55-44bf-b4c7-dfc8ac0bf4ec tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0543892 Feb 14 16:47:02.026654 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9dc988c8-b41f-4029-8065-b423fc70e1ea req-f1316acf-f757-48ea-a599-b1334d4cfa8c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394542 Feb 14 16:47:02.755847 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbeac8-ead2-4244-b448-8c6502aa467f req-d5d469be-5123-4331-9c65-eeddf97e3223 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:02.757514 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f6cbeac8-ead2-4244-b448-8c6502aa467f req-d5d469be-5123-4331-9c65-eeddf97e3223 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Feb 14 16:47:02.809951 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f6cbeac8-ead2-4244-b448-8c6502aa467f req-8e093196-49f4-4491-a3ff-ac32816ad384 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458820 Feb 14 16:47:03.149524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24861-05f7-4414-bb94-1b9775dd6715 req-808f2395-22cc-4bcb-8d36-36165bc9a698 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:03.150995 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbb24861-05f7-4414-bb94-1b9775dd6715 req-808f2395-22cc-4bcb-8d36-36165bc9a698 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Feb 14 16:47:03.199261 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fbb24861-05f7-4414-bb94-1b9775dd6715 req-3fa51e83-2366-4674-b3a5-c85aa3697096 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Feb 14 16:47:03.925961 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5afc9-8aba-4021-944e-9bb08663801c req-24d5895d-22dc-450b-8202-1bc7ddff6388 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:03.927421 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11e5afc9-8aba-4021-944e-9bb08663801c req-24d5895d-22dc-450b-8202-1bc7ddff6388 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0510302 Feb 14 16:47:03.975395 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11e5afc9-8aba-4021-944e-9bb08663801c req-63b17c53-6997-4c1d-aafb-f318d2b1d24d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Feb 14 16:47:04.321049 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306f18-8b47-452d-8953-27ecbcb036c7 req-a380c74f-8795-44fb-9646-806f9ac3521d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:04.322538 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-39306f18-8b47-452d-8953-27ecbcb036c7 req-a380c74f-8795-44fb-9646-806f9ac3521d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0529389 Feb 14 16:47:04.367878 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-39306f18-8b47-452d-8953-27ecbcb036c7 req-b575196b-d042-4f7d-a693-20b3af3e74b6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Feb 14 16:47:04.769766 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3e39c238-e0b7-4b4b-a2e6-85dcb674c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:05.093837 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09527356-fbf5-4afb-ac37-9a92337bfc44 req-0bc72174-b34b-499b-8cfc-26c9f2103fa6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:05.095322 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-09527356-fbf5-4afb-ac37-9a92337bfc44 req-0bc72174-b34b-499b-8cfc-26c9f2103fa6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 943 time: 0.0547297 Feb 14 16:47:05.143774 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-09527356-fbf5-4afb-ac37-9a92337bfc44 req-86bf9350-75d7-4dac-b5f4-fac16274e7fe tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Feb 14 16:47:05.488754 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc32f45-5bdc-4c54-b0d6-db9711a107d1 req-0b60b693-e966-4df7-8266-cf5727e8e190 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:05.490234 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cdc32f45-5bdc-4c54-b0d6-db9711a107d1 req-0b60b693-e966-4df7-8266-cf5727e8e190 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Feb 14 16:47:05.535512 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cdc32f45-5bdc-4c54-b0d6-db9711a107d1 req-0da9d4dc-f4e9-4c8c-a260-7ed0cf3d0bf6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Feb 14 16:47:05.596685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d993f4af-1b86-4667-af61-bc55ba2689ef details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:47:05.696465 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d993f4af-1b86-4667-af61-bc55ba2689ef,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:05.707287 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:47:05.745829 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d993f4af-1b86-4667-af61-bc55ba2689ef is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:05.746244 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:05.759365 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d993f4af-1b86-4667-af61-bc55ba2689ef {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:47:05.778766 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d993f4af-1b86-4667-af61-bc55ba2689ef,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:05.782675 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:05.828520 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:05.835277 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.835624 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.836027 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.836358 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.836686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.837037 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.837364 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.837693 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.838008 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.838330 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.838649 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.838965 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.839281 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:05.953227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:06.057402 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['d993f4af-1b86-4667-af61-bc55ba2689ef'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:47:06.206143 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-f4da4c41-8050-4daf-a632-6615e76e6505 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:06.209192 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-f4da4c41-8050-4daf-a632-6615e76e6505 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 814 time: 0.1084793 Feb 14 16:47:06.251206 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-d3ec30ed-1ec0-46b2-b838-82c8dc39c5be tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/quotas/0aa0a3d62fe64230aed8d6cd9aac36cc HTTP/1.1" status: 200 len: 375 time: 0.0377333 Feb 14 16:47:06.285974 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-9b5043f3-b7a5-4b31-8027-eacb5176201c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284386 Feb 14 16:47:06.297967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db11b09-8175-4286-8e8e-144409f75fc3 req-587ccff6-b962-4f31-afe5-f274a936355c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:06.300571 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7db11b09-8175-4286-8e8e-144409f75fc3 req-587ccff6-b962-4f31-afe5-f274a936355c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 944 time: 0.0896330 Feb 14 16:47:06.369089 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7db11b09-8175-4286-8e8e-144409f75fc3 req-e6bb56f4-57c9-4e50-abe7-79de18913284 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594192 Feb 14 16:47:06.443730 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-4dfebbd4-ee56-47d4-baa5-0fd091b50c13 service neutron] 10.222.0.69 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418214 Feb 14 16:47:06.533647 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-915fa3e2-8ff0-4905-b345-fce06317f437 service neutron] 10.222.0.69 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 Feb 14 16:47:06.901624 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0ea76027-e169-4af6-8b81-8f1c8fbc3610 req-e22cbe72-9d4c-4778-a273-6c7f852e9800 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 210 time: 0.0311935 Feb 14 16:47:06.920684 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028137a-8c37-4e98-b710-cf7184c460b3 req-faaaeb35-6eba-404c-a577-da74efc9e067 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:06.922183 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d028137a-8c37-4e98-b710-cf7184c460b3 req-faaaeb35-6eba-404c-a577-da74efc9e067 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.3134105 Feb 14 16:47:06.973855 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d028137a-8c37-4e98-b710-cf7184c460b3 req-daf1d81c-060c-447a-9b05-893e0ea182e2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 Feb 14 16:47:07.290330 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-36eadbd2-381a-41f9-a9c7-1c802eaa43cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:07.488299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c85ed-32d6-41a3-8173-ce0fdd9f7de9 req-27603760-6ede-4c39-ab2c-f3b93403b247 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:07.489831 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b93c85ed-32d6-41a3-8173-ce0fdd9f7de9 req-27603760-6ede-4c39-ab2c-f3b93403b247 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 944 time: 0.0536714 Feb 14 16:47:07.542204 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b93c85ed-32d6-41a3-8173-ce0fdd9f7de9 req-6acd3d9e-bb38-48dd-94fa-d8902ea69178 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461316 Feb 14 16:47:07.658318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-677d4036-94cf-4d19-a833-a0892d079f47 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:07.659677 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-677d4036-94cf-4d19-a833-a0892d079f47 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 814 time: 0.1049325 Feb 14 16:47:07.673276 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Request body: {'port': {'device_id': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c', 'admin_state_up': True, 'tenant_id': '0aa0a3d62fe64230aed8d6cd9aac36cc'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:47:07.777924 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Made reservation on behalf of 0aa0a3d62fe64230aed8d6cd9aac36cc for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:47:07.781230 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:07.905089 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Allocated IP 172.20.0.9 (821b4ae1-d427-4ab1-b0bf-00fe430c875c/8ebac5c9-596e-4e7d-ba58-4d0da23c78bd/9ecdd540-719f-4a64-ac83-e80f4f8bbcef) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:47:07.994911 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-af718bcc-351d-48fb-a1a4-b197d435917b req-12727f04-21f9-4e94-88ea-c3ab5f62c803 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Feb 14 16:47:08.052744 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks [] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.086613 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.097931 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552d939-c2d8-41b6-a690-44f5c57785e2 req-93ad93c9-efda-4283-a5f5-20f7272096c4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:08.099577 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2552d939-c2d8-41b6-a690-44f5c57785e2 req-93ad93c9-efda-4283-a5f5-20f7272096c4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0532351 Feb 14 16:47:08.130436 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Network 821b4ae1-d427-4ab1-b0bf-00fe430c875c is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:47:08.133714 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:47:08.139986 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:47:08.151626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2552d939-c2d8-41b6-a690-44f5c57785e2 req-d75e47a0-5722-4b3c-95b4-abf3d258feba tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 Feb 14 16:47:08.170536 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Pushing event updated for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:08.195273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:08.196091 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.212218 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-880e9ff3-7645-414f-b43e-32f6e694af53 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432336 Feb 14 16:47:08.224108 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Request body: {'port': {'device_id': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:47:08.286943 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.541767 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.546484 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecdd540-719f-4a64-ac83-e80f4f8bbcef {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:47:08.553902 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks [] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.566035 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Transition to ACTIVE for port object 9ecdd540-719f-4a64-ac83-e80f4f8bbcef will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:47:08.569573 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.618373 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Pushing event updated for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:08.661943 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32a5a-a3fa-4449-bf3f-1e864ce94581 req-f48fb4ca-2b39-4a18-a225-d5b50e116a88 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:08.663443 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-43e32a5a-a3fa-4449-bf3f-1e864ce94581 req-f48fb4ca-2b39-4a18-a225-d5b50e116a88 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 944 time: 0.0547228 Feb 14 16:47:08.693436 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Attempting to bind port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:47:08.694040 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Attempting to bind port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:47:08.694287 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Attempting to bind port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:47:08.702494 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:47:08.702813 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Attempting to bind port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef on network 821b4ae1-d427-4ab1-b0bf-00fe430c875c {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:47:08.704965 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d993f4af-1b86-4667-af61-bc55ba2689ef up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:47:08.708154 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:47:08.708486 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Checking segment: {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:47:08.708902 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Bound using segment: {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:47:08.709324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Bound port: 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd356b250-e732-4789-8f98-9114d183fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:47:08.709681 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.715682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-43e32a5a-a3fa-4449-bf3f-1e864ce94581 req-e605d681-26e6-4354-8a17-989a242b2b64 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447910 Feb 14 16:47:08.765142 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port d993f4af-1b86-4667-af61-bc55ba2689ef completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:47:08.769044 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port d993f4af-1b86-4667-af61-bc55ba2689ef triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:47:08.769493 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.772039 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:47:08.775221 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:47:08.781353 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.814655 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:08.815266 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.816645 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] 10.222.0.50 "PUT /v2.0/ports/9ecdd540-719f-4a64-ac83-e80f4f8bbcef HTTP/1.1" status: 200 len: 1093 time: 0.5965145 Feb 14 16:47:08.817100 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:08.819304 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57" -d '{"events": [{"name": "network-changed", "server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:08.850030 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0d7af-8736-4978-8e27-17bfabdc073f service neutron] Pushing event updated for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:08.856598 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port d993f4af-1b86-4667-af61-bc55ba2689ef is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:08.857126 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.887000 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:08.889375 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a8469-d6a2-40f5-8478-848c7f63e65c" -d '{"events": [{"server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "name": "network-vif-plugged", "status": "completed", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:08.890566 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922525aa-aa55-448b-bcfa-9feebfd39180 x-openstack-request-id: req-922525aa-aa55-448b-bcfa-9feebfd39180 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:08.890852 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:08.891105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-922525aa-aa55-448b-bcfa-9feebfd39180 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:08.891486 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef', 'status': 'completed', 'code': 200} Feb 14 16:47:08.903297 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d993f4af-1b86-4667-af61-bc55ba2689ef,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:08.907955 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:08.912310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-8b36b33d-8f04-4304-8133-bead95b93d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:08.913882 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-8b36b33d-8f04-4304-8133-bead95b93d20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 1127 time: 0.0569940 Feb 14 16:47:08.955222 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-89d31d4f-fe9a-465e-b216-45e296ee22a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef HTTP/1.1" status: 200 len: 217 time: 0.0339911 Feb 14 16:47:08.957654 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:09.002146 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1ef324-f1fd-4804-88e6-c6eedeb9f08b x-openstack-request-id: req-4f1ef324-f1fd-4804-88e6-c6eedeb9f08b {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:09.002469 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "name": "network-vif-plugged", "status": "completed", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:09.002724 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f1ef324-f1fd-4804-88e6-c6eedeb9f08b {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:09.003120 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'code': 200} Feb 14 16:47:09.015485 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-1ead5bf3-3755-449d-b0ff-2d414534f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.017640 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-1ead5bf3-3755-449d-b0ff-2d414534f19f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd HTTP/1.1" status: 200 len: 854 time: 0.0557961 Feb 14 16:47:09.065170 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-71051822-414a-4e68-9b17-9457e61ef6fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=821b4ae1-d427-4ab1-b0bf-00fe430c875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404391 Feb 14 16:47:09.129994 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875a54e-5d7d-4019-9b18-8ccf5eba0900 req-5571f84b-c5fa-4087-a71a-e2af296b7fff tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.137303 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0875a54e-5d7d-4019-9b18-8ccf5eba0900 req-5571f84b-c5fa-4087-a71a-e2af296b7fff tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 943 time: 0.0598397 Feb 14 16:47:09.192440 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0875a54e-5d7d-4019-9b18-8ccf5eba0900 req-ead200f6-d31c-4b95-a32d-abde8e99b02e tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541029 Feb 14 16:47:09.284578 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623a52-fc3e-4ad4-8883-446f7673792d req-2d06d0da-4d0c-4abf-b4a5-2caf3fbf557a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.286223 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-22623a52-fc3e-4ad4-8883-446f7673792d req-2d06d0da-4d0c-4abf-b4a5-2caf3fbf557a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Feb 14 16:47:09.339936 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-22623a52-fc3e-4ad4-8883-446f7673792d req-45582967-22b3-452c-81db-f9fc04cc419f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472705 Feb 14 16:47:09.448461 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-580feac6-e669-4df0-9b27-22a9f236430a service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747857 Feb 14 16:47:09.453413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a560c-72de-4f1f-a414-a3afa6debaea req-dec21f8c-46de-4e80-a223-1de49f150123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.454752 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-869a560c-72de-4f1f-a414-a3afa6debaea req-dec21f8c-46de-4e80-a223-1de49f150123 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1129 time: 0.0623043 Feb 14 16:47:09.553018 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-869a560c-72de-4f1f-a414-a3afa6debaea req-311d689c-cecc-40e4-85d3-125b7a8e4e21 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901079 Feb 14 16:47:09.571697 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-668b34ef-0932-4c20-b78a-4277e1df7dea req-3ca5782c-09c7-40ad-8cc7-e1eb290d99d1 service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159930 Feb 14 16:47:09.839426 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c74e-819a-4ac6-b79d-9e88df879e6e req-bff59be8-a614-4062-86d7-399167bbd532 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.840974 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de66c74e-819a-4ac6-b79d-9e88df879e6e req-bff59be8-a614-4062-86d7-399167bbd532 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.0547130 Feb 14 16:47:09.888055 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-1cc44af0-f948-4fb9-8989-ef89c8754645 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808880 Feb 14 16:47:09.890638 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-de66c74e-819a-4ac6-b79d-9e88df879e6e req-ea7f5b1d-3eb7-4da4-ba06-e127336f907c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 Feb 14 16:47:09.894228 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-a7fa7b9f-7632-4451-8f4e-333136af7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:09.895673 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-a7fa7b9f-7632-4451-8f4e-333136af7497 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 1127 time: 0.0632727 Feb 14 16:47:10.005673 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-10cccea7-2776-420f-a956-5681603a63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.007184 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-10cccea7-2776-420f-a956-5681603a63f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0968537 Feb 14 16:47:10.019644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-3717ece4-318b-4e18-be10-04e0cc9096ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.021090 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-3717ece4-318b-4e18-be10-04e0cc9096ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 200 len: 915 time: 0.1183717 Feb 14 16:47:10.085404 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:10.086561 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-3d9714b3-03ce-4e98-ac18-18fa1c32bdb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef HTTP/1.1" status: 200 len: 217 time: 0.0530980 Feb 14 16:47:10.181599 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-7a5a53b1-84d5-48f3-bad3-12cae3d9f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.183058 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-7a5a53b1-84d5-48f3-bad3-12cae3d9f550 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd HTTP/1.1" status: 200 len: 854 time: 0.0868545 Feb 14 16:47:10.200738 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-2152ca4b-85ee-47c0-b116-3f4614b085d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.202119 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-2152ca4b-85ee-47c0-b116-3f4614b085d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.1642182 Feb 14 16:47:10.217183 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-c79295cc-d6ab-42cb-9d54-90b4e56c38c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=821b4ae1-d427-4ab1-b0bf-00fe430c875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272152 Feb 14 16:47:10.314838 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35268-7f0f-4a74-9a70-3544aae4ac69 req-bbb4479f-6f0c-48d0-a56f-167b4e3b5f78 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.316327 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-19f35268-7f0f-4a74-9a70-3544aae4ac69 req-bbb4479f-6f0c-48d0-a56f-167b4e3b5f78 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 943 time: 0.0531332 Feb 14 16:47:10.335665 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-373c3e80-981f-4015-a639-0d16e0e4a956 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1002 time: 0.1141331 Feb 14 16:47:10.363931 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-19f35268-7f0f-4a74-9a70-3544aae4ac69 req-640351ec-5b1c-40c5-95c2-6ef207670df4 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Feb 14 16:47:10.392065 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-01196fae-bc89-43d5-afcc-14f46995405c service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619499 Feb 14 16:47:10.402047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-d97a8e9f-760c-4c8f-8b44-eb4e3e3c0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.403439 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-d97a8e9f-760c-4c8f-8b44-eb4e3e3c0059 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0602987 Feb 14 16:47:10.471395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126215-01f6-428d-8cfe-282f1c8104ef req-c397e5c6-4b56-46b4-b03e-5e828410f81f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.472907 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-88126215-01f6-428d-8cfe-282f1c8104ef req-c397e5c6-4b56-46b4-b03e-5e828410f81f tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0566788 Feb 14 16:47:10.512370 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-67cf9cf6-9f7e-4772-a717-0ced95cd30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:10.513909 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-67cf9cf6-9f7e-4772-a717-0ced95cd30c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029735 Feb 14 16:47:10.522066 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-88126215-01f6-428d-8cfe-282f1c8104ef req-21a0d0ee-b98b-4bdb-9b83-a58143d73b65 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434363 Feb 14 16:47:10.547008 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-8e2ccc0d-9cb6-43ca-8c60-fbad7da5ab57 req-cc7151ed-2095-4d7d-b978-18251b8614cc service neutron] 10.222.0.50 "GET /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468565 Feb 14 16:47:10.614484 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-5a510337-1301-4829-a533-75ad5b57e870 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920036 Feb 14 16:47:10.704504 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f38e81c7-b71e-488a-8032-5ff9a2584de3 req-995a9988-0cc3-4544-bc93-870c7de10a17 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Feb 14 16:47:11.010499 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d4a2-8d38-4069-a0e7-e80e30c4bd99 req-aa8884e1-6d08-4a9e-873a-9ed3ced06320 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:11.011963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d9d4d4a2-8d38-4069-a0e7-e80e30c4bd99 req-aa8884e1-6d08-4a9e-873a-9ed3ced06320 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Feb 14 16:47:11.059202 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d9d4d4a2-8d38-4069-a0e7-e80e30c4bd99 req-2fb35964-0a61-48bf-97c3-376e1db0f20c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Feb 14 16:47:11.176873 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11730dfb-4731-4a60-aeba-61baa43e185e req-e86997f0-7aac-43cb-a306-b9fe27928b31 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:11.178320 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11730dfb-4731-4a60-aeba-61baa43e185e req-e86997f0-7aac-43cb-a306-b9fe27928b31 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.0538309 Feb 14 16:47:11.221553 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:11.229055 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-11730dfb-4731-4a60-aeba-61baa43e185e req-9b899055-6b44-4555-af6b-c2f8ac9059a4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Feb 14 16:47:11.251075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52968) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:47:11.295143 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c9dbd-eb01-46de-8fa0-e1bf458f6a27 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:11.296565 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-4a9c9dbd-eb01-46de-8fa0-e1bf458f6a27 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1124 time: 0.0445130 Feb 14 16:47:11.299408 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 52970) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:47:11.303615 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:47:11.323516 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:11.422816 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:11.552939 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dc60e-71a4-4508-872f-1620aa8b46ff req-036fd2e5-c739-4132-bbea-468e7093dabd tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:11.554361 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-541dc60e-71a4-4508-872f-1620aa8b46ff req-036fd2e5-c739-4132-bbea-468e7093dabd tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 943 time: 0.1203101 Feb 14 16:47:11.583664 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.27.1.178 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/7c7544e2-980c-4618-a80b-aec829683b90) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:47:11.661044 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-541dc60e-71a4-4508-872f-1620aa8b46ff req-d69e0de3-80d5-4094-b26f-456b2742b065 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986953 Feb 14 16:47:11.724692 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75383db4-ae8b-44b9-add4-8bc3dae3005f req-6680b6c8-968f-4385-8ddb-5a823154b6fa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:11.726204 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75383db4-ae8b-44b9-add4-8bc3dae3005f req-6680b6c8-968f-4385-8ddb-5a823154b6fa tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.1272001 Feb 14 16:47:11.769722 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (7c7544e2-980c-4618-a80b-aec829683b90), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:11.801557 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-75383db4-ae8b-44b9-add4-8bc3dae3005f req-314e9612-ecaa-4280-a0e6-d85fe957e442 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672808 Feb 14 16:47:11.823478 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (7c7544e2-980c-4618-a80b-aec829683b90), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:11.861702 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:47:11.864860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:47:11.871494 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:47:11.894810 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=7c7544e2-980c-4618-a80b-aec829683b90,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:11.908363 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.908719 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.909091 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.909432 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.909770 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.910099 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.910430 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.910774 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.911100 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.911428 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.911754 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.912077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:11.912398 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:12.248660 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (cbc8e5de-fe58-4345-b896-85b003fbd7cb), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.318519 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7c7544e2-980c-4618-a80b-aec829683b90), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.460861 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (7c7544e2-980c-4618-a80b-aec829683b90), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.466003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (7c7544e2-980c-4618-a80b-aec829683b90), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.536352 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=7c7544e2-980c-4618-a80b-aec829683b90,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:12.546869 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (cbc8e5de-fe58-4345-b896-85b003fbd7cb), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.647897 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP cbc8e5de-fe58-4345-b896-85b003fbd7cb associated. External IP: 172.27.1.178, port: d993f4af-1b86-4667-af61-bc55ba2689ef. Feb 14 16:47:12.703002 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 9ecdd540-719f-4a64-ac83-e80f4f8bbcef details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:47:12.804348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:12.815421 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef', 'network_id': '821b4ae1-d427-4ab1-b0bf-00fe430c875c', 'port_id': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef', 'mac_address': 'fa:16:3e:a9:72:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ebac5c9-596e-4e7d-ba58-4d0da23c78bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:47:12.828627 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b74c8-3aea-485b-9082-eadb85945e60 req-2a204b40-2aaa-4263-9b1d-33d314952c77 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:12.830130 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-501b74c8-3aea-485b-9082-eadb85945e60 req-2a204b40-2aaa-4263-9b1d-33d314952c77 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 943 time: 0.0983541 Feb 14 16:47:12.854167 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:12.854563 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.868551 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecdd540-719f-4a64-ac83-e80f4f8bbcef {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:47:12.888504 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:12.892580 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:12.943157 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:12.958099 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-501b74c8-3aea-485b-9082-eadb85945e60 req-5293f3be-7cfb-403a-9a3f-dbd73ff3dac8 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181667 Feb 14 16:47:12.969868 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:47:12.990044 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4aa0b-84a7-4ad2-8d4e-277819340287 req-94348988-6461-4c32-874a-664875cb4478 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:12.991505 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acc4aa0b-84a7-4ad2-8d4e-277819340287 req-94348988-6461-4c32-874a-664875cb4478 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0970736 Feb 14 16:47:13.084683 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acc4aa0b-84a7-4ad2-8d4e-277819340287 req-3e5022f5-80c3-4069-b9d4-f9bf327980bd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866542 Feb 14 16:47:13.128194 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:47:13.136508 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['9ecdd540-719f-4a64-ac83-e80f4f8bbcef'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:47:13.141144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:47:13.146755 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:13.188745 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-111e9410-47f5-4ae0-8b03-9c8bb68b0688 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8786857 Feb 14 16:47:13.188745 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:13.189073 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:47:13.189073 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:47:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:47:13.189281 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910b6598-1f91-45fd-845f-14821fc8b87f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:13.277053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a584c1-90c2-43a0-ba58-44b097fe1131 x-openstack-request-id: req-c7a584c1-90c2-43a0-ba58-44b097fe1131 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:13.277635 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:13.277635 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7a584c1-90c2-43a0-ba58-44b097fe1131 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:13.278029 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'status': 'completed', 'code': 200} Feb 14 16:47:13.333748 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:47:13.351120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6598-1f91-45fd-845f-14821fc8b87f req-88f958d2-e2bf-4fff-9463-245cc69084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:13.353120 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-88f958d2-e2bf-4fff-9463-245cc69084b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1129 time: 0.0490589 Feb 14 16:47:13.441856 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6598-1f91-45fd-845f-14821fc8b87f req-3985c3aa-665f-4415-b3d5-6694f06daca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:13.443341 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-3985c3aa-665f-4415-b3d5-6694f06daca3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.0837502 Feb 14 16:47:13.512750 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-e3f949e8-2889-4cde-ba7a-81cb69b6a46c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 999 time: 0.0626755 Feb 14 16:47:13.564316 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6598-1f91-45fd-845f-14821fc8b87f req-cb02ba39-6b65-42cb-95c3-d182acadd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:13.565890 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-cb02ba39-6b65-42cb-95c3-d182acadd93c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0464725 Feb 14 16:47:13.618764 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6598-1f91-45fd-845f-14821fc8b87f req-b3159ed4-f9fa-4bc2-8cb6-21087dab7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:13.620210 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-b3159ed4-f9fa-4bc2-8cb6-21087dab7197 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475519 Feb 14 16:47:13.714268 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-aa1bb35f-7fe8-48d1-a223-3f6691c38eb3 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870035 Feb 14 16:47:13.724066 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:12Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:47:13.754624 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:47:13.764557 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:47:13.765229 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:47:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:47:13.813801 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-910b6598-1f91-45fd-845f-14821fc8b87f req-3f07caab-24db-4609-b7a3-36a20c1b5959 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930867 Feb 14 16:47:13.884939 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:47:14.090540 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66da9-2ce9-44e5-aaca-3d75a0a5f106 req-32ffe0fd-f876-4120-a12c-41ca5750141c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:14.092032 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52e66da9-2ce9-44e5-aaca-3d75a0a5f106 req-32ffe0fd-f876-4120-a12c-41ca5750141c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 944 time: 0.0679936 Feb 14 16:47:14.117109 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:12Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:47:14.142864 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52e66da9-2ce9-44e5-aaca-3d75a0a5f106 req-745e7f13-911e-4b83-9984-c796f0498094 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Feb 14 16:47:14.144835 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d02cc-e2c4-45a6-b1cc-344976f4f3cf None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:12Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:47:14.215934 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70433-baad-4d0d-af93-6cac2e71c44b req-d8454328-26a1-4004-a879-0edc104a02a6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:14.217467 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9cb70433-baad-4d0d-af93-6cac2e71c44b req-d8454328-26a1-4004-a879-0edc104a02a6 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0544765 Feb 14 16:47:14.268009 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9cb70433-baad-4d0d-af93-6cac2e71c44b req-71de1e3a-7746-44c3-b662-23cbb3612622 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Feb 14 16:47:14.336700 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7acdd2-fcef-48ce-9933-209137c58356 None None] New status for floating IP cbc8e5de-fe58-4345-b896-85b003fbd7cb: ACTIVE {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:47:14.716598 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 9ecdd540-719f-4a64-ac83-e80f4f8bbcef up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:47:14.769499 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:47:14.773243 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:47:14.773715 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:14.849732 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:14.850128 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:14.873745 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:14.875942 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b2fffe-84b0-48ea-b803-ed9c028db4e1" -d '{"events": [{"server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "name": "network-vif-plugged", "status": "completed", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:14.888712 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:14.892539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:14.919954 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987d065-b0f5-475e-be36-b77d26f8fba5 x-openstack-request-id: req-1987d065-b0f5-475e-be36-b77d26f8fba5 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:14.920256 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "name": "network-vif-plugged", "status": "completed", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:14.920512 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1987d065-b0f5-475e-be36-b77d26f8fba5 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:14.920932 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef', 'code': 200} Feb 14 16:47:14.947209 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:15.081001 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4b8c-27c6-44bd-968b-66546c9108dc req-4917d790-bab7-412b-82f4-6e0017bd0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:15.082413 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-44ee4b8c-27c6-44bd-968b-66546c9108dc req-4917d790-bab7-412b-82f4-6e0017bd0d89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 1129 time: 0.0483000 Feb 14 16:47:15.127492 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-44ee4b8c-27c6-44bd-968b-66546c9108dc req-02b0809a-def7-4ec5-87f6-80f17b310396 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Feb 14 16:47:15.263600 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b43ba-2708-433e-b22d-524bda7d2ae8 req-347c92c4-fd1c-4ed4-8a8b-0d416290333f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:15.265110 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1e6b43ba-2708-433e-b22d-524bda7d2ae8 req-347c92c4-fd1c-4ed4-8a8b-0d416290333f tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0560794 Feb 14 16:47:15.312598 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1e6b43ba-2708-433e-b22d-524bda7d2ae8 req-26f6a5bc-0f2b-41bc-9f2d-1ec606011b9a tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Feb 14 16:47:15.393438 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d2ff-6ace-4382-add8-2a9f3dc6dac4 req-bd94f46e-ec66-4304-a199-c18cd0957957 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:15.394930 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2c7d2ff-6ace-4382-add8-2a9f3dc6dac4 req-bd94f46e-ec66-4304-a199-c18cd0957957 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Feb 14 16:47:15.440737 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2c7d2ff-6ace-4382-add8-2a9f3dc6dac4 req-30039482-2f79-4a96-87dd-a712ce61c439 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 Feb 14 16:47:16.438780 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b555b19-275d-4e5a-bad9-55ac7cd47b71 req-a78b46e3-d10a-45bc-a086-f982cd1d9713 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:16.440281 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2b555b19-275d-4e5a-bad9-55ac7cd47b71 req-a78b46e3-d10a-45bc-a086-f982cd1d9713 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0584271 Feb 14 16:47:16.487736 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2b555b19-275d-4e5a-bad9-55ac7cd47b71 req-8d584a47-f2b4-4197-82bc-1ead237d2dfb tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Feb 14 16:47:16.564686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4270f95-4852-47e5-9afe-b73e0b2f5a04 req-640ace9b-b79b-4750-bb10-020505347f35 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:16.566180 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4270f95-4852-47e5-9afe-b73e0b2f5a04 req-640ace9b-b79b-4750-bb10-020505347f35 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0512884 Feb 14 16:47:16.611890 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b4270f95-4852-47e5-9afe-b73e0b2f5a04 req-a53a7a92-87b7-4375-bfde-de6b359daf5e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Feb 14 16:47:17.603372 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76e6a-107f-4fae-be66-5defb04eb537 req-31decb4c-81c9-4461-b3fd-26b4579ca564 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:17.604872 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2e76e6a-107f-4fae-be66-5defb04eb537 req-31decb4c-81c9-4461-b3fd-26b4579ca564 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Feb 14 16:47:17.653843 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2e76e6a-107f-4fae-be66-5defb04eb537 req-9a7c537b-68f0-41b3-8b7f-d9ba81c8492a tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Feb 14 16:47:17.735082 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c0999-2769-4b59-b5b6-d89541d97f3b req-8004ee12-123b-4be0-8f2e-968a889f4735 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:17.736848 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1e3c0999-2769-4b59-b5b6-d89541d97f3b req-8004ee12-123b-4be0-8f2e-968a889f4735 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0532734 Feb 14 16:47:17.783216 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1e3c0999-2769-4b59-b5b6-d89541d97f3b req-238f9cd3-0ee7-4a31-bb98-9a7d3b224f71 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Feb 14 16:47:18.723217 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:47:18.819874 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:18.831411 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:47:18.874577 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: ACTIVE; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:18.874973 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:18.888616 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:47:18.909145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:18.912521 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666b0ec-335d-43f9-9cbf-e31ee4444759 req-11f37737-f916-4608-9223-30b35d2be585 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:18.913049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:18.914822 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4666b0ec-335d-43f9-9cbf-e31ee4444759 req-11f37737-f916-4608-9223-30b35d2be585 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0557797 Feb 14 16:47:18.962639 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4666b0ec-335d-43f9-9cbf-e31ee4444759 req-8daf9e17-9cf4-47ce-ad1a-96e69f6d1b67 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Feb 14 16:47:18.964978 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=6']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:19.017411 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['aea1fa75-5a03-4523-af3c-0124740bb0ae'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:47:20.102986 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848dae-5153-4e40-a8e3-b29901dfcbd0 req-d2be80ec-74a1-49c2-ba1d-e04879ff5d32 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:20.104521 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52848dae-5153-4e40-a8e3-b29901dfcbd0 req-d2be80ec-74a1-49c2-ba1d-e04879ff5d32 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 944 time: 0.0672777 Feb 14 16:47:20.154134 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52848dae-5153-4e40-a8e3-b29901dfcbd0 req-42a81376-be1a-489b-909e-bbb6316098ab tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Feb 14 16:47:20.738512 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:47:20.793234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port aea1fa75-5a03-4523-af3c-0124740bb0ae triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:47:20.794054 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:20.876559 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:20.876987 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:20.903388 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:20.906470 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77465b5e-e94d-412a-9e21-11db1639ccd3" -d '{"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:20.923409 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:20.933045 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:20.984629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=7']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:20.989114 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f762a6-21f3-47a0-8d34-fff343e5a0a6 x-openstack-request-id: req-a2f762a6-21f3-47a0-8d34-fff343e5a0a6 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:20.989580 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:20.989991 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2f762a6-21f3-47a0-8d34-fff343e5a0a6 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:20.990556 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'code': 200} Feb 14 16:47:21.289753 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac49e-ca87-4c31-b41e-768c6fc7e17c req-ae7945bf-bfd2-4c7b-acc6-e0b3e1b0849a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:21.293803 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ad7ac49e-ca87-4c31-b41e-768c6fc7e17c req-ae7945bf-bfd2-4c7b-acc6-e0b3e1b0849a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0609031 Feb 14 16:47:21.344319 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ad7ac49e-ca87-4c31-b41e-768c6fc7e17c req-6a3e401a-f92c-4476-a320-4e133ebf9df2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453560 Feb 14 16:47:22.494183 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ef1f-9194-4df2-8adb-c1edeaf58f79 req-a0d8f3df-806c-4bd8-af9f-17a125e9e172 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:22.495838 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7e36ef1f-9194-4df2-8adb-c1edeaf58f79 req-a0d8f3df-806c-4bd8-af9f-17a125e9e172 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0633121 Feb 14 16:47:22.552415 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7e36ef1f-9194-4df2-8adb-c1edeaf58f79 req-d33d928d-4796-44c9-8908-bc7244034a78 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508068 Feb 14 16:47:23.689698 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952657b-8fd0-4bc5-a085-46c3af04bbd1 req-99fa4dc0-dfa1-44b5-ae9b-f70a9c461df2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:23.691977 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0952657b-8fd0-4bc5-a085-46c3af04bbd1 req-99fa4dc0-dfa1-44b5-ae9b-f70a9c461df2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0567000 Feb 14 16:47:23.745683 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0952657b-8fd0-4bc5-a085-46c3af04bbd1 req-0010f6a9-4933-46dc-b82c-e7712adc6629 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470903 Feb 14 16:47:24.885491 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0df2c-a466-435d-ba63-2f44e742ae83 req-9bdd3914-95cc-4393-b51d-91ce3cacb744 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:24.893056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ee0df2c-a466-435d-ba63-2f44e742ae83 req-9bdd3914-95cc-4393-b51d-91ce3cacb744 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0618141 Feb 14 16:47:24.947825 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ee0df2c-a466-435d-ba63-2f44e742ae83 req-935a4589-37fc-41c0-8bcd-6f5688b37d54 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536728 Feb 14 16:47:26.348126 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a4db7-3895-447f-98de-3e05840c0bef req-8b0f4b76-9149-4ba3-9362-72649d20cb35 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:26.350700 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-985a4db7-3895-447f-98de-3e05840c0bef req-8b0f4b76-9149-4ba3-9362-72649d20cb35 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.3045959 Feb 14 16:47:26.404025 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-985a4db7-3895-447f-98de-3e05840c0bef req-623e5fe6-718d-47db-b449-251072292e90 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Feb 14 16:47:27.541058 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab364d-5aff-4f51-80b9-07a25fccacb2 req-9675fbe2-1646-4216-8f55-6c2bd102e103 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:27.542688 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b9ab364d-5aff-4f51-80b9-07a25fccacb2 req-9675fbe2-1646-4216-8f55-6c2bd102e103 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0621145 Feb 14 16:47:27.595305 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b9ab364d-5aff-4f51-80b9-07a25fccacb2 req-0294f344-f99e-4b0a-9255-0b96b109decd tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 Feb 14 16:47:28.736976 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a055-f844-4dba-8739-babdc0e7a12c req-ef8355cf-023c-4784-ad33-8b5ddb84ff63 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:28.738657 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1106a055-f844-4dba-8739-babdc0e7a12c req-ef8355cf-023c-4784-ad33-8b5ddb84ff63 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0592310 Feb 14 16:47:28.786813 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1106a055-f844-4dba-8739-babdc0e7a12c req-934bbf6b-b77c-4a9d-b06d-b17560a9a041 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Feb 14 16:47:29.462492 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-781d0d5f-85f3-4337-9a09-ad03c6e748c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:29.463969 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-781d0d5f-85f3-4337-9a09-ad03c6e748c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1129 time: 0.0442772 Feb 14 16:47:29.556361 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-560f95b6-4d5c-4460-ad84-93d00cb40d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:29.557870 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-560f95b6-4d5c-4460-ad84-93d00cb40d4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.0881867 Feb 14 16:47:29.622217 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-ef100399-d174-479d-9bf0-1e4584c3da7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 1001 time: 0.0575466 Feb 14 16:47:29.672108 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-9b173749-3ab6-49f8-a5af-34bfced7d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:29.673574 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-9b173749-3ab6-49f8-a5af-34bfced7d145 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0435164 Feb 14 16:47:29.726597 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-f178f09c-1db3-41b6-8369-858185b24442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:29.728425 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-f178f09c-1db3-41b6-8369-858185b24442 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478764 Feb 14 16:47:29.824913 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-a8f89a49-06e8-495a-8245-fb9c5402ce6c service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899806 Feb 14 16:47:29.925582 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9f4f8654-1086-44da-bcbf-b0ce2d186954 req-08ac9c64-01f7-4865-9189-af4b79cc1833 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935702 Feb 14 16:47:29.936672 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de830d-3445-4bed-a977-8f41ad9aed27 req-e2c54efe-021f-47bc-aa85-066593d973f3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:29.938185 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f4de830d-3445-4bed-a977-8f41ad9aed27 req-e2c54efe-021f-47bc-aa85-066593d973f3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0541775 Feb 14 16:47:29.984242 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f4de830d-3445-4bed-a977-8f41ad9aed27 req-5ad5a2dd-d5c9-410d-9de1-e2b6673eb3f7 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405400 Feb 14 16:47:31.105722 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966081b2-5a53-4fc9-9c67-b888154ec9d6 req-5faf7ff4-006c-4c00-b063-40f8c0a9ecc4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:31.107098 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-966081b2-5a53-4fc9-9c67-b888154ec9d6 req-5faf7ff4-006c-4c00-b063-40f8c0a9ecc4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Feb 14 16:47:31.156231 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-966081b2-5a53-4fc9-9c67-b888154ec9d6 req-168a3281-bd98-4dad-8cad-8fabb1526f22 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Feb 14 16:47:32.278781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb92bb-15b7-44d0-9766-23c51e6182b7 req-d8594240-ab57-4278-8bd6-8f4b623c971e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:32.280234 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-49bb92bb-15b7-44d0-9766-23c51e6182b7 req-d8594240-ab57-4278-8bd6-8f4b623c971e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 945 time: 0.0510945 Feb 14 16:47:32.324973 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-49bb92bb-15b7-44d0-9766-23c51e6182b7 req-f1a9a8ee-9a17-4fbf-837d-b0b94b1808ef tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391672 Feb 14 16:47:32.937174 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:47:33.023544 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: ACTIVE; New status is: DOWN {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:33.023922 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:33.050272 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:33.052950 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef3013e-4c96-40d3-9942-232245fa8b81" -d '{"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-unplugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:33.065474 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:33.071082 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:33.095709 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e30104-b349-4d1f-aa35-5b7367690626 x-openstack-request-id: req-53e30104-b349-4d1f-aa35-5b7367690626 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:33.096015 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-unplugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:33.096270 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53e30104-b349-4d1f-aa35-5b7367690626 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:33.096660 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'code': 200} Feb 14 16:47:33.121910 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=8']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:33.449141 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfca0fe-fad9-47cd-839b-eb1665befbbd req-7487e069-27b5-4ca1-82e9-62173755c908 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:33.450773 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1cfca0fe-fad9-47cd-839b-eb1665befbbd req-7487e069-27b5-4ca1-82e9-62173755c908 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0535748 Feb 14 16:47:33.497261 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1cfca0fe-fad9-47cd-839b-eb1665befbbd req-5e5f617a-66cb-4062-a06f-16f627e88e61 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Feb 14 16:47:34.260060 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-21b0d166-e8d5-446d-bdb0-225628b65c54 req-e0b9b5b3-78f9-4744-bcbc-87a389146f3e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:47:34.261228 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-21b0d166-e8d5-446d-bdb0-225628b65c54 req-e0b9b5b3-78f9-4744-bcbc-87a389146f3e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061159 Feb 14 16:47:34.420486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df875e-0503-4987-a8a7-ba68918490a2 req-83bc4fcd-0b61-49f6-842c-f47bcca1c237 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:34.421902 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50df875e-0503-4987-a8a7-ba68918490a2 req-83bc4fcd-0b61-49f6-842c-f47bcca1c237 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0569930 Feb 14 16:47:34.446581 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-657bb4e3-be51-4285-acc0-44fe33b04cde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447628 Feb 14 16:47:34.469878 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-50df875e-0503-4987-a8a7-ba68918490a2 req-1ea15d31-78af-4db3-b41e-249145bdac64 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Feb 14 16:47:34.520211 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-8243095c-1ca5-49c8-a5cc-6c81f8eae99e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:34.521608 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-8243095c-1ca5-49c8-a5cc-6c81f8eae99e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports/aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 940 time: 0.0476339 Feb 14 16:47:34.771593 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-920b2cbc-b454-4356-9dbf-cd2466ccd722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:35.301430 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-d8aee0c5-59a4-4806-92b4-c034bf15ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.302821 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-d8aee0c5-59a4-4806-92b4-c034bf15ea99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40&tenant_id=e098ed28a2a3486b9814fe1c9e5ba069 HTTP/1.1" status: 200 len: 1127 time: 0.0451026 Feb 14 16:47:35.370918 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-7a9d894e-d276-4688-abf8-545fd3b94d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.372392 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-7a9d894e-d276-4688-abf8-545fd3b94d42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1127 time: 0.0440278 Feb 14 16:47:35.463508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-122c909e-59ff-4750-acba-1157d81f97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.465003 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-122c909e-59ff-4750-acba-1157d81f97ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.0862448 Feb 14 16:47:35.532797 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-028e4318-4d3c-45cd-90a1-4726af4c950f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 999 time: 0.0618243 Feb 14 16:47:35.583419 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-3a9375be-2db0-48e6-b8cf-abab4a8717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.584814 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-3a9375be-2db0-48e6-b8cf-abab4a8717e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0439980 Feb 14 16:47:35.595425 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452620ee-31c8-4c2a-bd97-c31a72bc47c4 req-c6e7812f-eca3-43f9-bc72-9f09cf340b0d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.596937 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-452620ee-31c8-4c2a-bd97-c31a72bc47c4 req-c6e7812f-eca3-43f9-bc72-9f09cf340b0d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0518842 Feb 14 16:47:35.634409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-993e8ccd-7480-47da-8259-acc315ba00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:35.635900 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-993e8ccd-7480-47da-8259-acc315ba00d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438004 Feb 14 16:47:35.647318 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-452620ee-31c8-4c2a-bd97-c31a72bc47c4 req-8a444f19-47ae-4154-9852-b5a84b3932e2 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440052 Feb 14 16:47:35.741212 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-5b977212-5571-4730-b01c-0db6038189bc service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954220 Feb 14 16:47:35.830072 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-a670d7c5-1c47-424d-9221-bd34354bb5f2 req-86ce9a21-c8fd-4ead-a321-d095fe2a7247 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813208 Feb 14 16:47:35.959798 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:36.227934 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:47:36.771211 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af3fb7-db5a-40f2-b41d-c744594a7212 req-206e8794-9794-4462-b5e2-30b2faf49ea8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:36.772746 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84af3fb7-db5a-40f2-b41d-c744594a7212 req-206e8794-9794-4462-b5e2-30b2faf49ea8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0518639 Feb 14 16:47:36.827290 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84af3fb7-db5a-40f2-b41d-c744594a7212 req-fbae48d7-76c0-45a8-8f6e-85237c3accb3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473962 Feb 14 16:47:36.960685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:47:37.040411 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: DOWN; New status is: DOWN {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:37.289065 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-aa7d24be-365b-4091-948f-b8266c33dc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:37.961489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444e2-d035-4d78-b59a-83cdead15bce req-0f0ab4e7-a7ca-4513-8037-6d0144b6dea4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:37.963793 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-715444e2-d035-4d78-b59a-83cdead15bce req-0f0ab4e7-a7ca-4513-8037-6d0144b6dea4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0582337 Feb 14 16:47:38.014765 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-715444e2-d035-4d78-b59a-83cdead15bce req-648b5abf-7bdc-401e-992d-748bc99c4ca4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454755 Feb 14 16:47:38.548087 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:39.156716 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221b445-3d21-4e3f-b33f-6751bf48ccef req-a9e67c23-c12a-42c8-9060-b20deca28f11 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:39.158279 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7221b445-3d21-4e3f-b33f-6751bf48ccef req-a9e67c23-c12a-42c8-9060-b20deca28f11 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0565968 Feb 14 16:47:39.204608 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7221b445-3d21-4e3f-b33f-6751bf48ccef req-d8b89848-3450-464c-85dd-a055378b4778 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401413 Feb 14 16:47:40.087629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:40.338919 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae008-9cac-4fb4-8ee9-d8d4e25bceed req-69d4523e-511d-40d4-9be8-179767e36e6a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:40.340631 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04aae008-9cac-4fb4-8ee9-d8d4e25bceed req-69d4523e-511d-40d4-9be8-179767e36e6a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0538750 Feb 14 16:47:40.390242 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04aae008-9cac-4fb4-8ee9-d8d4e25bceed req-44234542-bb4e-433c-87ef-7a6b0bf1625b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Feb 14 16:47:41.226519 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:41.516448 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379095b6-0851-4e99-a3ea-c8fff467e5f2 req-47a76070-dd22-47fb-a50b-72c05cdd08cc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:41.518027 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-379095b6-0851-4e99-a3ea-c8fff467e5f2 req-47a76070-dd22-47fb-a50b-72c05cdd08cc tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0532391 Feb 14 16:47:41.574301 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-379095b6-0851-4e99-a3ea-c8fff467e5f2 req-208e3fb4-a5f2-49be-bdac-37cad2d2c7b8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Feb 14 16:47:42.701490 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60f77f-6c63-44dc-a93a-9b947d677165 req-c68713ab-bf78-4045-bd8e-6e6e40cf88a8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:42.703866 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6b60f77f-6c63-44dc-a93a-9b947d677165 req-c68713ab-bf78-4045-bd8e-6e6e40cf88a8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0561700 Feb 14 16:47:42.756004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6b60f77f-6c63-44dc-a93a-9b947d677165 req-fbe43e65-fb8d-44e4-95c5-1d91222b5e9d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464799 Feb 14 16:47:43.898562 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb9dbe-bd89-4a8b-9c4d-e5b0381d708b req-32db78c8-ac04-4ca4-9198-9756b7a54b8b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:43.900822 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-41eb9dbe-bd89-4a8b-9c4d-e5b0381d708b req-32db78c8-ac04-4ca4-9198-9756b7a54b8b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0618813 Feb 14 16:47:43.951112 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-41eb9dbe-bd89-4a8b-9c4d-e5b0381d708b req-7dc24751-c565-4b1e-a5a9-e487394fd44c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Feb 14 16:47:45.084562 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494263c-e7e3-4b2d-be05-f4af6252778c req-f808eb62-d21e-4521-b71c-714514a078c8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:45.086635 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6494263c-e7e3-4b2d-be05-f4af6252778c req-f808eb62-d21e-4521-b71c-714514a078c8 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0588820 Feb 14 16:47:45.134529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6494263c-e7e3-4b2d-be05-f4af6252778c req-fb661837-1370-4b0b-b11e-ca4e5e20bf50 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424058 Feb 14 16:47:46.261620 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bad2c-916e-4962-9850-b282fb7b092e req-61fa7063-613a-4b1d-a4a5-084816b3f6e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:46.263406 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f66bad2c-916e-4962-9850-b282fb7b092e req-61fa7063-613a-4b1d-a4a5-084816b3f6e4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0559163 Feb 14 16:47:46.309677 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f66bad2c-916e-4962-9850-b282fb7b092e req-3729f50b-a233-4dae-a215-7636bafe8f36 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Feb 14 16:47:47.234765 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfcabc-afc9-4512-b1e8-6a2329dc77cc req-db6e6deb-51b2-48ba-a84f-1a540702c3a6 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:47.236493 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5acfcabc-afc9-4512-b1e8-6a2329dc77cc req-db6e6deb-51b2-48ba-a84f-1a540702c3a6 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0552583 Feb 14 16:47:47.282878 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5acfcabc-afc9-4512-b1e8-6a2329dc77cc req-fb81f1e8-3a80-4a72-a9e0-66f38c6d03e6 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Feb 14 16:47:47.433395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26d06-d06b-490c-b509-e74f55b3b2ed req-71c7fa24-99b6-45f3-8324-a3d90d09e833 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:47.434965 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a9f26d06-d06b-490c-b509-e74f55b3b2ed req-71c7fa24-99b6-45f3-8324-a3d90d09e833 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0536075 Feb 14 16:47:47.481754 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a9f26d06-d06b-490c-b509-e74f55b3b2ed req-a359dcdc-ca63-424f-8a49-936417570e03 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Feb 14 16:47:48.399342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66795-f287-4c70-ae2e-0673501439e2 req-133f5659-6679-4a90-af77-3280b7f2bba3 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:48.400718 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-39b66795-f287-4c70-ae2e-0673501439e2 req-133f5659-6679-4a90-af77-3280b7f2bba3 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Feb 14 16:47:48.449049 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-39b66795-f287-4c70-ae2e-0673501439e2 req-69bb360c-7108-430c-82c8-4e23731271f5 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/security-groups?id=a73a77c2-a68b-4837-a230-f585cbe2fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Feb 14 16:47:48.603770 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee886e-3884-452a-a8e5-845ed8271db7 req-ed1f37b9-e611-48e5-9bbc-76261eae1797 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:48.605253 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04ee886e-3884-452a-a8e5-845ed8271db7 req-ed1f37b9-e611-48e5-9bbc-76261eae1797 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 943 time: 0.0516503 Feb 14 16:47:48.652099 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-04ee886e-3884-452a-a8e5-845ed8271db7 req-fd568b0a-8f48-4aaa-9507-65c71bb2a2df tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411935 Feb 14 16:47:48.911362 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-515f791e-4fd7-455c-8e9c-5c4ab6d2478c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:48.912697 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-515f791e-4fd7-455c-8e9c-5c4ab6d2478c tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Feb 14 16:47:49.007042 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Deleting port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:47:49.007377 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.095450 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] For port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,segment=NetworkSegment(d356b250-e732-4789-8f98-9114d183fa2d),segment_id=d356b250-e732-4789-8f98-9114d183fa2d)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:49.095814 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.104505 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:47:49.108569 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Calling delete_port for 9ecdd540-719f-4a64-ac83-e80f4f8bbcef owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:47:49.203281 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:49.214356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'port_id': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'mac_address': 'fa:16:3e:94:70:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:47:49.238168 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (9ecdd540-719f-4a64-ac83-e80f4f8bbcef), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.251223 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['9ecdd540-719f-4a64-ac83-e80f4f8bbcef'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:47:49.269657 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Pushing event deleted for resources: {'Port': ['ID=9ecdd540-719f-4a64-ac83-e80f4f8bbcef,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:49.275515 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:49.275904 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.281948 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.282287 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.282632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.282954 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.283280 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.283603 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.283927 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.284247 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.284568 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.284934 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.285243 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.285556 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.285870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:47:49.291140 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:47:49.310984 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:49.315365 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.321708 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] No DVR routers for this DVR port 9ecdd540-719f-4a64-ac83-e80f4f8bbcef on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:47:49.324168 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:49.327583 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acef7d8f-06ff-4086-bde3-effe32c3124f req-1a92b3d4-3993-46fa-b2d8-06a29d8fa2bc tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.50 "DELETE /v2.0/ports/9ecdd540-719f-4a64-ac83-e80f4f8bbcef HTTP/1.1" status: 204 len: 173 time: 0.4098735 Feb 14 16:47:49.328020 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'name': 'network-vif-deleted', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:49.330320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dcc559-4322-4967-9eed-5e2226ffffd5" -d '{"events": [{"server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "name": "network-vif-deleted", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:49.368222 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d5e1f-5740-4f57-a22b-5518e27fb4eb x-openstack-request-id: req-5a2d5e1f-5740-4f57-a22b-5518e27fb4eb {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:49.368523 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09110f6d-071c-4a65-a0cf-30faf7dd0de9", "name": "network-vif-deleted", "tag": "9ecdd540-719f-4a64-ac83-e80f4f8bbcef", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:49.368811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a2d5e1f-5740-4f57-a22b-5518e27fb4eb {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:49.369259 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09110f6d-071c-4a65-a0cf-30faf7dd0de9', 'name': 'network-vif-deleted', 'tag': '9ecdd540-719f-4a64-ac83-e80f4f8bbcef', 'status': 'completed', 'code': 200} Feb 14 16:47:49.369829 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=9']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:49.539066 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['aea1fa75-5a03-4523-af3c-0124740bb0ae'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:47:49.552525 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-617b80e0-7ca2-4b88-9a94-b3a4e7d36fc1 req-4ac7950f-1511-41fd-8345-e6b3e2acdce9 tempest-VolumesSnapshotTestJSON-175682789 tempest-VolumesSnapshotTestJSON-175682789-project] 10.222.0.69 "GET /v2.0/ports?device_id=09110f6d-071c-4a65-a0cf-30faf7dd0de9 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Feb 14 16:47:49.780218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a851d0-fb29-4fc5-8005-6f940b320d14 req-6fb3b0d8-ee63-4771-adcb-ff99f246bc9b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:49.781819 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94a851d0-fb29-4fc5-8005-6f940b320d14 req-6fb3b0d8-ee63-4771-adcb-ff99f246bc9b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 944 time: 0.0551870 Feb 14 16:47:49.834558 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-94a851d0-fb29-4fc5-8005-6f940b320d14 req-39c9998f-6687-49fe-8f63-8e12a5c4cd95 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468867 Feb 14 16:47:50.961299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098be92-613f-4774-b09e-ec5140280639 req-f7bf06b5-8708-464e-a89f-0f1eadd6a110 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:50.962862 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3098be92-613f-4774-b09e-ec5140280639 req-f7bf06b5-8708-464e-a89f-0f1eadd6a110 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 944 time: 0.0554171 Feb 14 16:47:51.012513 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3098be92-613f-4774-b09e-ec5140280639 req-2fad5df3-6ab9-464b-965a-1c53d5a73e41 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 Feb 14 16:47:51.125485 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:47:51.131121 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544e29d-3926-4280-83a4-723c233b6f8b req-babcd3d9-a2c0-4b31-9646-f09d2d7d63d1 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:51.133225 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0544e29d-3926-4280-83a4-723c233b6f8b req-babcd3d9-a2c0-4b31-9646-f09d2d7d63d1 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0540802 Feb 14 16:47:51.180287 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port aea1fa75-5a03-4523-af3c-0124740bb0ae triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:47:51.180662 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:51.184853 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0544e29d-3926-4280-83a4-723c233b6f8b req-271f2f91-1414-4786-94cf-02d4bd4359d3 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Feb 14 16:47:51.256714 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port aea1fa75-5a03-4523-af3c-0124740bb0ae is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:47:51.257285 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:51.279960 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:47:51.282235 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35244544-bed6-4f44-858e-715fb342e46a" -d '{"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:47:51.295249 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:47:51.299508 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:47:51.300334 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 9ecdd540-719f-4a64-ac83-e80f4f8bbcef no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:47:51.320855 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 9ecdd540-719f-4a64-ac83-e80f4f8bbcef {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:47:51.321210 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 9ecdd540-719f-4a64-ac83-e80f4f8bbcef not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:47:51.342745 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa50a387-0e50-4e5d-aee0-1664ebd443fc x-openstack-request-id: req-fa50a387-0e50-4e5d-aee0-1664ebd443fc {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:47:51.343126 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-plugged", "status": "completed", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:47:51.343374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa50a387-0e50-4e5d-aee0-1664ebd443fc {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:47:51.343763 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'code': 200} Feb 14 16:47:51.369708 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=10']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:47:51.507049 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1377a46-6f2a-495d-badf-a51a26032161 req-58d6f206-d6e2-4873-ae82-85731e950bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:51.508534 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b1377a46-6f2a-495d-badf-a51a26032161 req-58d6f206-d6e2-4873-ae82-85731e950bbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1130 time: 0.0429142 Feb 14 16:47:51.552087 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b1377a46-6f2a-495d-badf-a51a26032161 req-a8eae2bd-f1aa-4202-b1db-96e63025e9d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378215 Feb 14 16:47:52.144274 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e4b54-f106-4f75-bb1e-190080ea52da req-f2a7b4a6-8428-465a-864d-d18e390de583 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:52.145743 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-180e4b54-f106-4f75-bb1e-190080ea52da req-f2a7b4a6-8428-465a-864d-d18e390de583 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0546241 Feb 14 16:47:52.191336 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-180e4b54-f106-4f75-bb1e-190080ea52da req-064edbe7-4857-4eed-be2a-b74eea63fc9c tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395176 Feb 14 16:47:52.302549 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba571-14ea-403b-97b6-f47171c8d9f1 req-beb5e535-a3a7-4f75-8ae1-6821624ebde9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:52.304242 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-632ba571-14ea-403b-97b6-f47171c8d9f1 req-beb5e535-a3a7-4f75-8ae1-6821624ebde9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0511303 Feb 14 16:47:52.352656 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-632ba571-14ea-403b-97b6-f47171c8d9f1 req-164b6586-81e9-491a-a824-fd03bc9a045a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Feb 14 16:47:53.325656 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f619-5e83-4ef5-ae53-332639c5c396 req-d0d1b816-d6d9-45d9-a0e7-56ece982e02a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:53.327052 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2772f619-5e83-4ef5-ae53-332639c5c396 req-d0d1b816-d6d9-45d9-a0e7-56ece982e02a tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0636175 Feb 14 16:47:53.374362 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2772f619-5e83-4ef5-ae53-332639c5c396 req-2e5698b3-63b0-453d-81de-f8671efa7257 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Feb 14 16:47:53.468331 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94afda-9f7a-4643-b6c5-ae4ac09e5c14 req-c175943b-baaf-4539-894b-fece27c04352 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:53.469838 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cf94afda-9f7a-4643-b6c5-ae4ac09e5c14 req-c175943b-baaf-4539-894b-fece27c04352 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0517006 Feb 14 16:47:53.517521 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cf94afda-9f7a-4643-b6c5-ae4ac09e5c14 req-f3b4420b-6490-4e9b-a8b1-844ac8ebf888 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Feb 14 16:47:54.495806 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ed1eb-414a-4ed2-b286-72f3421dad85 req-b7e1c899-8183-41ef-a2e0-b8c65cfb0320 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:54.497310 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-153ed1eb-414a-4ed2-b286-72f3421dad85 req-b7e1c899-8183-41ef-a2e0-b8c65cfb0320 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0510004 Feb 14 16:47:54.547015 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-153ed1eb-414a-4ed2-b286-72f3421dad85 req-248f796c-383b-49d9-a8ea-30c958ad4e75 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442412 Feb 14 16:47:54.635907 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbdf3d-485b-4184-8456-7072ae28a83b req-c3eb88d7-3b06-46d5-933d-466131dc8124 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:54.637389 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ebbdf3d-485b-4184-8456-7072ae28a83b req-c3eb88d7-3b06-46d5-933d-466131dc8124 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0520885 Feb 14 16:47:54.686189 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7ebbdf3d-485b-4184-8456-7072ae28a83b req-53075898-7e55-47ba-943f-aa11da41f933 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Feb 14 16:47:55.684571 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6069c4-412b-4ac0-bba8-b069346d7394 req-6daea1b3-2860-47c3-8fba-5d787978b51e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:55.686179 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc6069c4-412b-4ac0-bba8-b069346d7394 req-6daea1b3-2860-47c3-8fba-5d787978b51e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0554409 Feb 14 16:47:55.736156 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc6069c4-412b-4ac0-bba8-b069346d7394 req-393e5e10-e715-4bd6-8a56-b75fb578dd50 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Feb 14 16:47:55.823771 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31eae-51bc-4e3a-b820-e8e4e50ae91c req-6d1e9225-d687-41e3-9fa0-44dd9c772982 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:55.825284 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d0c31eae-51bc-4e3a-b820-e8e4e50ae91c req-6d1e9225-d687-41e3-9fa0-44dd9c772982 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0570490 Feb 14 16:47:55.881783 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d0c31eae-51bc-4e3a-b820-e8e4e50ae91c req-b072ae75-08c0-4327-aedb-35450c581b2d tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507109 Feb 14 16:47:56.867305 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41a033-f34f-4e39-8d6c-dc84374cfcb8 req-f7a78f30-ccdd-4973-b269-7e9412ffdfd3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:56.868772 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f41a033-f34f-4e39-8d6c-dc84374cfcb8 req-f7a78f30-ccdd-4973-b269-7e9412ffdfd3 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0531569 Feb 14 16:47:56.914152 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f41a033-f34f-4e39-8d6c-dc84374cfcb8 req-a6703899-00c1-458c-80d3-7f5e949f22b1 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Feb 14 16:47:57.011209 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a443-a269-439e-a3c9-ab76e3b20ff9 req-1ae704a4-5ece-4470-9443-32a3e41a2133 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:57.012666 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e80a443-a269-439e-a3c9-ab76e3b20ff9 req-1ae704a4-5ece-4470-9443-32a3e41a2133 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0585716 Feb 14 16:47:57.064460 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e80a443-a269-439e-a3c9-ab76e3b20ff9 req-3719d89f-9da8-4830-8c30-9e0676a517be tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Feb 14 16:47:58.181952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42436bd-4b37-4652-84db-2033ac62b8d3 req-4b1d2e9a-8488-4461-861c-7db0d576d914 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:58.183343 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d42436bd-4b37-4652-84db-2033ac62b8d3 req-4b1d2e9a-8488-4461-861c-7db0d576d914 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Feb 14 16:47:58.232137 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d42436bd-4b37-4652-84db-2033ac62b8d3 req-d47cde95-5bfd-4781-bbd1-6e8f5d340d21 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Feb 14 16:47:59.348057 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417a0d5-73ad-4894-ab90-96a6e43df946 req-3cc45ddc-9c9b-42f7-a8c2-9c0cfc48a483 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:47:59.349498 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6417a0d5-73ad-4894-ab90-96a6e43df946 req-3cc45ddc-9c9b-42f7-a8c2-9c0cfc48a483 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Feb 14 16:47:59.398097 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6417a0d5-73ad-4894-ab90-96a6e43df946 req-3ea6786e-dea5-4b70-afdd-bec9a26913d1 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Feb 14 16:48:00.520423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b141d-7f8e-40fe-bf71-1414e84f98f5 req-c0ee1d3e-7b90-4b0e-b249-20c1480e11f9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:00.521961 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b47b141d-7f8e-40fe-bf71-1414e84f98f5 req-c0ee1d3e-7b90-4b0e-b249-20c1480e11f9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0560236 Feb 14 16:48:00.571455 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b47b141d-7f8e-40fe-bf71-1414e84f98f5 req-977cf3d0-6e28-4e29-9a36-d725995c4a10 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Feb 14 16:48:01.688103 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55175d85-ef5f-4123-aadb-99df47e89663 req-8007a698-951b-438e-9cfc-beb5c5283e1a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:01.689599 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-55175d85-ef5f-4123-aadb-99df47e89663 req-8007a698-951b-438e-9cfc-beb5c5283e1a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0512674 Feb 14 16:48:01.737567 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-55175d85-ef5f-4123-aadb-99df47e89663 req-744e7537-d78e-4774-a1a2-17f73180b142 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Feb 14 16:48:02.867595 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff78f-d40d-48ac-a811-5b60107b6c33 req-70e67c93-a27b-4240-98de-1924ffa6d871 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:02.869089 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe7ff78f-d40d-48ac-a811-5b60107b6c33 req-70e67c93-a27b-4240-98de-1924ffa6d871 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0666409 Feb 14 16:48:02.916578 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fe7ff78f-d40d-48ac-a811-5b60107b6c33 req-edf0ccae-1a11-45ba-aff0-877ebbbe7288 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Feb 14 16:48:04.034608 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6ee46-a973-4feb-84c5-4fbf42f695e9 req-95d254df-d856-4783-a210-85fbe34c5cf0 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:04.036077 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93e6ee46-a973-4feb-84c5-4fbf42f695e9 req-95d254df-d856-4783-a210-85fbe34c5cf0 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0524440 Feb 14 16:48:04.084941 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-93e6ee46-a973-4feb-84c5-4fbf42f695e9 req-aa73f296-5dc2-4c63-a16a-ed6723316be3 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 Feb 14 16:48:04.773714 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d2a236a2-2472-4388-846e-3a56d2a948e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:05.200664 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c316f-30fb-4fba-b9d6-dddeeef743d2 req-80bbde19-1167-4a5c-a4b2-ae3dbe189fac tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:05.202143 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc6c316f-30fb-4fba-b9d6-dddeeef743d2 req-80bbde19-1167-4a5c-a4b2-ae3dbe189fac tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0494926 Feb 14 16:48:05.252524 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc6c316f-30fb-4fba-b9d6-dddeeef743d2 req-d1945bb4-541d-469f-a866-ba6487b76972 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Feb 14 16:48:05.976919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:06.368038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5bece-2c7a-4103-a23c-a84c572a178d req-4eb87d96-c561-4a40-b39d-90a83fa6cb0c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:06.369591 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2f5bece-2c7a-4103-a23c-a84c572a178d req-4eb87d96-c561-4a40-b39d-90a83fa6cb0c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0522108 Feb 14 16:48:06.417399 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a2f5bece-2c7a-4103-a23c-a84c572a178d req-9cc768ac-fdd4-4ea7-bf63-5892af27aad8 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Feb 14 16:48:07.256670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-ec16e9ab-9f40-42aa-a25f-8994ac60d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:07.258374 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-ec16e9ab-9f40-42aa-a25f-8994ac60d093 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0466037 Feb 14 16:48:07.281246 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-63d05779-490d-4d86-8d90-91e721cf5bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:07.349120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-29bc4271-13eb-4f7a-bd30-de71a04fd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:07.350582 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-29bc4271-13eb-4f7a-bd30-de71a04fd8f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.0850854 Feb 14 16:48:07.422372 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-e8e23eb7-8427-4c4e-95e9-706c11fc24aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1002 time: 0.0604405 Feb 14 16:48:07.470902 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-e76fa3c6-db15-4677-8a5f-9bf948e35fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:07.472498 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-e76fa3c6-db15-4677-8a5f-9bf948e35fe4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0437653 Feb 14 16:48:07.522519 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-097f6e07-18da-40f0-9470-0d5a7e3cee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:07.524674 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-097f6e07-18da-40f0-9470-0d5a7e3cee92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441508 Feb 14 16:48:07.534572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb319ba-b3d8-4497-a655-8d0f50447d0e req-def8c974-a9a2-4c65-b37f-87aff1c9862c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:07.536021 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4eb319ba-b3d8-4497-a655-8d0f50447d0e req-def8c974-a9a2-4c65-b37f-87aff1c9862c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0515146 Feb 14 16:48:07.584032 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4eb319ba-b3d8-4497-a655-8d0f50447d0e req-4ea0b49c-0e95-4ed9-81fb-75e9cab7ab2c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Feb 14 16:48:07.854355 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-bdfcebeb-ac00-4110-8f9d-70fda21456c3 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232362 Feb 14 16:48:07.942065 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-f4f6c9f2-817f-487f-a4f2-41c1488ba8bd req-ad698223-32ef-4a06-a2df-8ba23e9c5219 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805607 Feb 14 16:48:08.546641 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:08.706360 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40506b96-026c-445b-8602-3e8523b62423 req-3f91974a-1cd2-458c-89af-e37f1544aee7 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:08.707994 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-40506b96-026c-445b-8602-3e8523b62423 req-3f91974a-1cd2-458c-89af-e37f1544aee7 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0555992 Feb 14 16:48:08.760355 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-40506b96-026c-445b-8602-3e8523b62423 req-fdc57220-e286-4b36-8218-94f2aea8b0d1 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Feb 14 16:48:09.879013 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f4028-b172-40c3-9868-b53533e7a815 req-0368f183-f7eb-46f9-ae80-7acf826d6464 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:09.880488 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-984f4028-b172-40c3-9868-b53533e7a815 req-0368f183-f7eb-46f9-ae80-7acf826d6464 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0539362 Feb 14 16:48:09.931981 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-984f4028-b172-40c3-9868-b53533e7a815 req-69055028-ba4e-449a-a4c8-85969e3ca004 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Feb 14 16:48:10.089704 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:11.059462 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d27e61-3b02-43a4-8800-563105406fac req-2c7a9699-5d06-47ce-863d-c370beb51114 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:11.060983 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63d27e61-3b02-43a4-8800-563105406fac req-2c7a9699-5d06-47ce-863d-c370beb51114 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0609202 Feb 14 16:48:11.113079 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-63d27e61-3b02-43a4-8800-563105406fac req-91ec57ab-74d8-49bc-ad67-e7ed2c8a0683 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464451 Feb 14 16:48:11.220112 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:11.307639 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53506) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:11.333713 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8fc7-1463-4673-904a-b4a57dc5068f req-502b504b-6ca3-4f6d-8b6d-d70cd1fbec8a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:11.336264 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-288a8fc7-1463-4673-904a-b4a57dc5068f req-502b504b-6ca3-4f6d-8b6d-d70cd1fbec8a tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0616045 Feb 14 16:48:11.387349 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-288a8fc7-1463-4673-904a-b4a57dc5068f req-9955b581-e0ca-4cb4-8c5c-463efc610d11 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Feb 14 16:48:11.402167 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-8a13cf42-aa56-4986-9f75-abeff048a93b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919626 Feb 14 16:48:11.409395 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-427b4000-88e6-41ac-9ee9-872473b44fb8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:48:11.410382 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-427b4000-88e6-41ac-9ee9-872473b44fb8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050762 Feb 14 16:48:11.489477 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53522) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:11.542256 dv-cinder-819669-3-iscsi neutron-server[109321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 16:48:11.589421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-58e46e59-8cc7-4617-995f-f4938bc12095 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:11.590753 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-58e46e59-8cc7-4617-995f-f4938bc12095 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports/30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 943 time: 0.1003051 Feb 14 16:48:11.832701 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-44e68f7b-de54-49d3-83de-2c9f21055d7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426729 Feb 14 16:48:11.912560 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-d9909c83-aeac-4ae1-9212-16f04bdde6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:11.914811 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-d9909c83-aeac-4ae1-9212-16f04bdde6c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 1130 time: 0.0448117 Feb 14 16:48:12.024848 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-72dc26ca-e4e2-424d-b229-b93869b3f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:12.026321 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-72dc26ca-e4e2-424d-b229-b93869b3f8e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 200 len: 918 time: 0.0901093 Feb 14 16:48:12.104842 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-bc459664-5fa1-4ee9-8b4d-79198773e4a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 200 len: 1001 time: 0.0687501 Feb 14 16:48:12.156531 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-81e6892a-c004-4d94-bfe4-55337e756a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:12.157970 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-81e6892a-c004-4d94-bfe4-55337e756a52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 200 len: 856 time: 0.0466537 Feb 14 16:48:12.207518 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-1a462341-5890-4444-bb6c-10ce8db3fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:12.208924 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-1a462341-5890-4444-bb6c-10ce8db3fddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1382731-2e51-446f-a112-df41fcd4df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429420 Feb 14 16:48:12.297014 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-0e2b2874-a6f8-4aa2-9051-1ea3ce0cf5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817189 Feb 14 16:48:12.396060 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c9a1ff9a-62a0-4720-9ec9-192f8cd98540 req-af3d8ee1-8faf-41e1-9f72-76ee14ddd52b service neutron] 10.222.0.50 "GET /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926943 Feb 14 16:48:12.511695 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00556f99-a85a-4477-9843-27c2757df7ce req-d06c5684-ff0c-4b1a-86e1-72b524496656 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:12.513336 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-00556f99-a85a-4477-9843-27c2757df7ce req-d06c5684-ff0c-4b1a-86e1-72b524496656 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Feb 14 16:48:12.557814 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53538) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:12.568325 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-00556f99-a85a-4477-9843-27c2757df7ce req-bc425812-dab0-4d37-a166-ae9f6b6b5f2c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 Feb 14 16:48:12.605366 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Deleting subnet 8ebac5c9-596e-4e7d-ba58-4d0da23c78bd {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:48:12.608469 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Publish callbacks [] for subnet (8ebac5c9-596e-4e7d-ba58-4d0da23c78bd), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.644542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8477213'] for subnet (8ebac5c9-596e-4e7d-ba58-4d0da23c78bd), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.687960 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (8ebac5c9-596e-4e7d-ba58-4d0da23c78bd), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.739626 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538294'] for subnet (8ebac5c9-596e-4e7d-ba58-4d0da23c78bd), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.763049 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebac5c9-596e-4e7d-ba58-4d0da23c78bd,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:12.769362 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.773436 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-d86587e3-af64-4f59-a402-6147b4ef6714 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8ebac5c9-596e-4e7d-ba58-4d0da23c78bd HTTP/1.1" status: 204 len: 168 time: 0.2138934 Feb 14 16:48:12.775953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53540) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:12.841810 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (821b4ae1-d427-4ab1-b0bf-00fe430c875c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.929547 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (821b4ae1-d427-4ab1-b0bf-00fe430c875c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:12.967004 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b4ae1-d427-4ab1-b0bf-00fe430c875c']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:12.979136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd356b250-e732-4789-8f98-9114d183fa2d') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:12.979440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd356b250-e732-4789-8f98-9114d183fa2d') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:12.991849 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (d356b250-e732-4789-8f98-9114d183fa2d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.006141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-12513bc5-9eb4-4223-8fe2-b4848bae4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.008390 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-12513bc5-9eb4-4223-8fe2-b4848bae4681 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94&tenant_id=1571fb65cad744c6b4ee775a3b12b5e9 HTTP/1.1" status: 200 len: 1130 time: 0.0881693 Feb 14 16:48:13.015190 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (d356b250-e732-4789-8f98-9114d183fa2d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.021126 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:48:13.021517 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (d356b250-e732-4789-8f98-9114d183fa2d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:48:13.023469 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:48:13.100561 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (821b4ae1-d427-4ab1-b0bf-00fe430c875c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.108277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.111760 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/821b4ae1-d427-4ab1-b0bf-00fe430c875c HTTP/1.1" status: 204 len: 168 time: 0.3348920 Feb 14 16:48:13.125327 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587e59-edae-4b64-a24e-b038951118b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=821b4ae1-d427-4ab1-b0bf-00fe430c875c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:13.129660 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-9f876b22-565a-4270-8fce-f7a5696839c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.131060 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-9f876b22-565a-4270-8fce-f7a5696839c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0986569 Feb 14 16:48:13.226811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-eb7e2af0-bb48-4368-a797-b226622c58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.228287 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:48:13.228910 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-eb7e2af0-bb48-4368-a797-b226622c58d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.0909204 Feb 14 16:48:13.265577 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:48:13.281762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53544) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:13.318434 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-420a51bf-e6cf-4940-865a-94ea525ef287 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1002 time: 0.0815122 Feb 14 16:48:13.347120 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 is: ACTIVE; New status is: DOWN {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:13.347506 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.362498 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-09ed8d49-83a7-4bc0-b96a-7c4aa600a400 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0aa0a3d62fe64230aed8d6cd9aac36cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795889 Feb 14 16:48:13.365055 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53546) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:13.371971 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:48:13.374186 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450857a-53e6-4123-95aa-a13fba8a0c7e" -d '{"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-unplugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:48:13.381071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-e3a6c4b7-cf66-4dd7-ab24-d433e926aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.383101 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-e3a6c4b7-cf66-4dd7-ab24-d433e926aa05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0550973 Feb 14 16:48:13.387583 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:13.391925 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.436494 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f22f11-7e5a-4883-b0fa-36dc21b9adac x-openstack-request-id: req-d2f22f11-7e5a-4883-b0fa-36dc21b9adac {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:48:13.436807 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-unplugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:48:13.437063 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2f22f11-7e5a-4883-b0fa-36dc21b9adac {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:48:13.437500 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'code': 200} Feb 14 16:48:13.438328 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-6f08d334-aed7-417b-bd0a-d02046e795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.440192 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-6f08d334-aed7-417b-bd0a-d02046e795eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503488 Feb 14 16:48:13.448170 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=6']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:13.452754 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Publish callbacks [] for security_group (a73a77c2-a68b-4837-a230-f585cbe2fcd0), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.455100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.455451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.455791 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.456351 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.456481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.456787 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.457118 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.457441 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.457763 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.458178 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.458514 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.458818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.459161 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.474247 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Publish callbacks [] for security_group (a73a77c2-a68b-4837-a230-f585cbe2fcd0), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.523410 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a73a77c2-a68b-4837-a230-f585cbe2fcd0), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.526125 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:13.527638 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a73a77c2-a68b-4837-a230-f585cbe2fcd0 HTTP/1.1" status: 204 len: 168 time: 0.1610768 Feb 14 16:48:13.536275 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a77c2-a68b-4837-a230-f585cbe2fcd0,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:13.537994 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-bf9fa83b-e6d3-4816-9a9c-9ead790f9dae service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904615 Feb 14 16:48:13.544699 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.545114 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.545544 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.545978 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.546311 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.546644 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.546967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.547289 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.547608 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.547929 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.548244 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.548558 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.548917 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620159a1-9417-4dc8-b3ab-545ffe1bb433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:13.639168 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-540b5fca-10c1-4d4c-b7ea-d7e0d59e5c49 req-c192d6b3-ef50-4754-8f18-f2f17dd82e74 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 Feb 14 16:48:13.693508 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c734882-05fa-4c0b-8202-dd5a1307085f req-9857b355-5e83-4148-ba75-f0b5c6bfe3a9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:13.695894 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c734882-05fa-4c0b-8202-dd5a1307085f req-9857b355-5e83-4148-ba75-f0b5c6bfe3a9 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0557423 Feb 14 16:48:13.749938 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9c734882-05fa-4c0b-8202-dd5a1307085f req-4a3b1ec4-07d7-4345-afc0-e2f6f3b050c3 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482273 Feb 14 16:48:14.872926 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ae45-ab36-4aa6-bf5e-a26529b32eab req-5cb62a6e-c7b2-4f5d-bfc2-7c130c9c00f2 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:14.874377 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f270ae45-ab36-4aa6-bf5e-a26529b32eab req-5cb62a6e-c7b2-4f5d-bfc2-7c130c9c00f2 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0548627 Feb 14 16:48:14.921214 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f270ae45-ab36-4aa6-bf5e-a26529b32eab req-17163886-0eed-4765-845f-7b363e5369c5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Feb 14 16:48:16.037969 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b8b58-b668-44ec-8f75-76f7ad248d3b req-f7913390-6cc8-4d36-96ff-f36c6d8b58bf tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:16.040059 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-028b8b58-b668-44ec-8f75-76f7ad248d3b req-f7913390-6cc8-4d36-96ff-f36c6d8b58bf tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0519848 Feb 14 16:48:16.095450 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-028b8b58-b668-44ec-8f75-76f7ad248d3b req-6bd73bdc-557e-4295-8720-b3cd9828cce4 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499256 Feb 14 16:48:17.210856 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507cde-8dbf-4349-86d8-12a77aeaf5e5 req-e7a1c162-fef2-4410-8e97-8abc21e245fd tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:17.212326 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f507cde-8dbf-4349-86d8-12a77aeaf5e5 req-e7a1c162-fef2-4410-8e97-8abc21e245fd tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Feb 14 16:48:17.263442 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f507cde-8dbf-4349-86d8-12a77aeaf5e5 req-d28ccc0f-8463-48ac-ac93-6a3fea4066eb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Feb 14 16:48:18.378403 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a15de-9fda-4a37-812f-120763a6dd08 req-8f4a25e6-36de-4697-92bc-e472bedb545e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:18.379758 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a3a15de-9fda-4a37-812f-120763a6dd08 req-8f4a25e6-36de-4697-92bc-e472bedb545e tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0508180 Feb 14 16:48:18.430478 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a3a15de-9fda-4a37-812f-120763a6dd08 req-ffc63b12-b5ab-441c-b694-627008d48c5f tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Feb 14 16:48:19.546350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6eb59-81a1-40a9-b807-79437e288956 req-991e9cc6-3010-4491-9cf7-35474c311ac7 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:19.547808 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d8d6eb59-81a1-40a9-b807-79437e288956 req-991e9cc6-3010-4491-9cf7-35474c311ac7 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0513473 Feb 14 16:48:19.594864 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d8d6eb59-81a1-40a9-b807-79437e288956 req-74ffa176-69de-40c7-b391-2742191a3ebe tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414376 Feb 14 16:48:19.799262 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1b196-4d88-48fc-b837-b907dc9c771d req-8f427f4a-2d99-4df7-9936-fbd9678c7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:19.800791 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-23e1b196-4d88-48fc-b837-b907dc9c771d req-8f427f4a-2d99-4df7-9936-fbd9678c7d21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1128 time: 0.0453498 Feb 14 16:48:19.851531 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-23e1b196-4d88-48fc-b837-b907dc9c771d req-70af6809-34d5-44db-80a3-c07a6728f6d9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Feb 14 16:48:20.716631 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b198d-67ae-43c0-bbde-e7237b7e997a req-947bbf6b-8ff1-4a41-b2e2-de2e62da301c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:20.718165 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b74b198d-67ae-43c0-bbde-e7237b7e997a req-947bbf6b-8ff1-4a41-b2e2-de2e62da301c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 944 time: 0.0540979 Feb 14 16:48:20.766450 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b74b198d-67ae-43c0-bbde-e7237b7e997a req-dbf079bc-1900-4295-a50c-2f9ff8c78421 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Feb 14 16:48:21.297754 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:48:21.394907 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:21.407699 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'port_id': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'mac_address': 'fa:16:3e:8a:db:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:48:21.446025 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:21.446413 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:21.458660 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:48:21.478645 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:21.482011 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:21.531194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=7']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:21.755532 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['30fe8743-03f8-4868-a8e6-1ee710e8f7a7'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:48:21.884077 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c69dc-9611-42af-b31c-106c7968484a req-95475f2a-1960-449f-8227-67086e24ef4c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:21.885596 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c08c69dc-9611-42af-b31c-106c7968484a req-95475f2a-1960-449f-8227-67086e24ef4c tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Feb 14 16:48:21.934028 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c08c69dc-9611-42af-b31c-106c7968484a req-2c1bdb18-3411-4960-8b0d-54fbbeaa1954 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Feb 14 16:48:23.306867 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:23.354027 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:23.354405 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:23.435167 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:23.435485 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:23.457728 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:48:23.460572 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1aa787-03ff-4c72-a179-76fb4c318730" -d '{"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-plugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:48:23.473111 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:23.479050 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:23.505908 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb6a20-9b61-43ad-a780-6549bb10d79c x-openstack-request-id: req-7fbb6a20-9b61-43ad-a780-6549bb10d79c {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:48:23.506207 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-plugged", "status": "completed", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:48:23.506462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fbb6a20-9b61-43ad-a780-6549bb10d79c {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:48:23.506880 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'code': 200} Feb 14 16:48:23.531571 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=8']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:30.711150 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a6c3-26df-4cb1-9c7b-0ad0744eaddc req-e1333795-ac77-4893-8d26-e1a8a8706b58 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:30.713000 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef46a6c3-26df-4cb1-9c7b-0ad0744eaddc req-e1333795-ac77-4893-8d26-e1a8a8706b58 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0595007 Feb 14 16:48:30.769041 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ef46a6c3-26df-4cb1-9c7b-0ad0744eaddc req-cc0072c4-d274-42af-afbf-7e18a7b14dd4 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502186 Feb 14 16:48:31.899931 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc483a47-8149-4e73-8ae8-b099c97937a9 req-bc519df6-2c9f-44ea-872c-439ad7c5d5ec tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:31.901766 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc483a47-8149-4e73-8ae8-b099c97937a9 req-bc519df6-2c9f-44ea-872c-439ad7c5d5ec tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0578051 Feb 14 16:48:31.953539 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-bc483a47-8149-4e73-8ae8-b099c97937a9 req-4f60cf29-e9ba-499a-8e63-985f48bfedac tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e707387-023c-4d1a-a014-463a66607ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461311 Feb 14 16:48:32.144666 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da56ac-6836-4885-9272-afc941b61cc1 req-5e3c6dc5-ee7d-4926-8695-b592005ce0cf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:32.146156 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-67da56ac-6836-4885-9272-afc941b61cc1 req-5e3c6dc5-ee7d-4926-8695-b592005ce0cf tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 946 time: 0.0521309 Feb 14 16:48:32.243515 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Deleting port aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:48:32.243851 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.333505 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] For port aea1fa75-5a03-4523-af3c-0124740bb0ae, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=aea1fa75-5a03-4523-af3c-0124740bb0ae,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:32.333870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.498837 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.499259 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.499519 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Floating IP d8cebec3-565c-4908-affb-91a79cb9d86d disassociated. External IP: 172.27.1.120, port: aea1fa75-5a03-4523-af3c-0124740bb0ae. Feb 14 16:48:32.499856 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Calling delete_port for aea1fa75-5a03-4523-af3c-0124740bb0ae owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:48:32.630020 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (aea1fa75-5a03-4523-af3c-0124740bb0ae), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.659462 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'Port': ['ID=aea1fa75-5a03-4523-af3c-0124740bb0ae,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:32.788381 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:48:32.905573 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:48:32.916265 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:48:32.927194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:32.927981 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:32.949829 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] No DVR routers for this DVR port aea1fa75-5a03-4523-af3c-0124740bb0ae on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:48:32.952291 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:32.955623 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-67da56ac-6836-4885-9272-afc941b61cc1 req-4300e5b5-b747-4f1e-84c1-77dd15cf025e tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.50 "DELETE /v2.0/ports/aea1fa75-5a03-4523-af3c-0124740bb0ae HTTP/1.1" status: 204 len: 173 time: 0.8043163 Feb 14 16:48:32.956053 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-deleted', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:48:32.958278 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83780d8-b5cc-4bbc-8405-159f1d6b815b" -d '{"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-deleted", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:48:33.043250 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb7a01-c298-4eaf-9d37-004d3a76a5b8 x-openstack-request-id: req-32fb7a01-c298-4eaf-9d37-004d3a76a5b8 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:48:33.044542 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9ab457-21e0-4b56-a73d-e08c76c1ee40", "name": "network-vif-deleted", "tag": "aea1fa75-5a03-4523-af3c-0124740bb0ae", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:48:33.045077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32fb7a01-c298-4eaf-9d37-004d3a76a5b8 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:48:33.045509 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9ab457-21e0-4b56-a73d-e08c76c1ee40', 'name': 'network-vif-deleted', 'tag': 'aea1fa75-5a03-4523-af3c-0124740bb0ae', 'status': 'completed', 'code': 200} Feb 14 16:48:33.066695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:33.102160 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-966c553f-9437-40d6-95c5-cdb8d7fd8773 req-325a3059-560d-4681-b013-c3e6a5c9d6c0 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e9ab457-21e0-4b56-a73d-e08c76c1ee40 HTTP/1.1" status: 200 len: 210 time: 0.0398254 Feb 14 16:48:33.287060 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:33.318082 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:48:33.327447 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:33.328049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:33.439953 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:33.665571 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:33.694987 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301fbe-8124-4e7f-8c3b-5120f23aa08c None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:41:10Z', 'revision_number': 4, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'b709057b-123d-4010-84ca-4a03bc3abd9e', 'name': '', 'network_id': 'b1382731-2e51-446f-a112-df41fcd4df35', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'mac_address': 'fa:16:3e:05:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:07Z', 'updated_at': '2022-02-14T16:41:20Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'subnets': [{'id': '6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:48:33.922428 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5eab5-a5d0-4563-9fee-8f4643fd2661 None None] New status for floating IP d8cebec3-565c-4908-affb-91a79cb9d86d: DOWN {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:48:34.197200 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53598) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:34.251334 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (6e707387-023c-4d1a-a014-463a66607ed9), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.277787 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (6e707387-023c-4d1a-a014-463a66607ed9), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.325415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6e707387-023c-4d1a-a014-463a66607ed9), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.327965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.329164 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e707387-023c-4d1a-a014-463a66607ed9 HTTP/1.1" status: 204 len: 168 time: 0.1309860 Feb 14 16:48:34.332136 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53600) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:34.338640 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543096f-f44c-4dc0-9e96-15c206c4ce16 tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e707387-023c-4d1a-a014-463a66607ed9,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:34.347018 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.api.v2.resource [None req-6dce9fc3-1d3d-4b0f-9644-0215aa64ca6b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] show failed (client error): The resource could not be found. Feb 14 16:48:34.348552 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6dce9fc3-1d3d-4b0f-9644-0215aa64ca6b tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "GET /v2.0/security-groups/6e707387-023c-4d1a-a014-463a66607ed9 HTTP/1.1" status: 404 len: 347 time: 0.0153213 Feb 14 16:48:34.352109 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53602) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:34.510799 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Deleting port 1c6559dc-48f6-4058-915a-84dff9ae97e6 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:48:34.511139 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.599946 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.600424 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (1c6559dc-48f6-4058-915a-84dff9ae97e6), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.614622 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Calling delete_port for 1c6559dc-48f6-4058-915a-84dff9ae97e6 owned by network:floatingip {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:48:34.777382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-da798acc-cc2c-40a5-90af-81892009d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.779647 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1c6559dc-48f6-4058-915a-84dff9ae97e6), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.810046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Pushing event deleted for resources: {'Port': ['ID=1c6559dc-48f6-4058-915a-84dff9ae97e6,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:34.875066 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks [] for floatingip (d8cebec3-565c-4908-affb-91a79cb9d86d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.878264 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:34.879666 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-6c6a5228-7b5f-4c02-ae8d-52c485f2747d tempest-AttachVolumeShelveTestJSON-278734933 tempest-AttachVolumeShelveTestJSON-278734933-project] 10.222.0.69 "DELETE /v2.0/floatingips/d8cebec3-565c-4908-affb-91a79cb9d86d HTTP/1.1" status: 204 len: 168 time: 0.5264108 Feb 14 16:48:35.356210 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:48:35.377151 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: aea1fa75-5a03-4523-af3c-0124740bb0ae {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:48:35.377440 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device aea1fa75-5a03-4523-af3c-0124740bb0ae not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:48:35.992746 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:37.283437 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53624) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:37.284049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c5c6d143-7c3a-44ff-95b8-8ebf14a894fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:37.824778 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (6000ee8a-5be0-4709-a036-ff32d57253ad), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.070823 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Deleting port b709057b-123d-4010-84ca-4a03bc3abd9e {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:48:38.071178 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.147135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] For port b709057b-123d-4010-84ca-4a03bc3abd9e, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=b709057b-123d-4010-84ca-4a03bc3abd9e,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:38.148222 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.165779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Calling delete_port for b709057b-123d-4010-84ca-4a03bc3abd9e owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:48:38.342720 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (b709057b-123d-4010-84ca-4a03bc3abd9e), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.374208 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b709057b-123d-4010-84ca-4a03bc3abd9e,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:38.545633 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (6000ee8a-5be0-4709-a036-ff32d57253ad), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.550538 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:38.768135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Router 6000ee8a-5be0-4709-a036-ff32d57253ad has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:48:39.152322 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:48:39.159329 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-bfc4de05-694a-4816-b370-8a2485056a72 admin admin] 10.222.0.69 "PUT /v2.0/routers/6000ee8a-5be0-4709-a036-ff32d57253ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738697 Feb 14 16:48:39.161325 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53628) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:39.161818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Sync routers for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:48:39.171452 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:39.172144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:39.281264 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks [] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.289258 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:39.409863 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks [] for router_gateway (6000ee8a-5be0-4709-a036-ff32d57253ad), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.467053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Deleting port 53469b38-354a-4a52-8d7c-86089564b03a {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:48:39.467854 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (53469b38-354a-4a52-8d7c-86089564b03a), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.545108 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] For port 53469b38-354a-4a52-8d7c-86089564b03a, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=53469b38-354a-4a52-8d7c-86089564b03a,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:39.545578 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (53469b38-354a-4a52-8d7c-86089564b03a), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.558293 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Calling delete_port for 53469b38-354a-4a52-8d7c-86089564b03a owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:48:39.604646 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '53469b38-354a-4a52-8d7c-86089564b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:48:38Z', 'revision_number': 5, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port': {'id': '53469b38-354a-4a52-8d7c-86089564b03a', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:41:02Z', 'updated_at': '2022-02-14T16:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:39.632786 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Checking router: 6000ee8a-5be0-4709-a036-ff32d57253ad for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:48:39.642353 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Routers {'6000ee8a-5be0-4709-a036-ff32d57253ad'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:39.642967 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6000ee8a-5be0-4709-a036-ff32d57253ad'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:39.736438 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (53469b38-354a-4a52-8d7c-86089564b03a), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.737773 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] Set router 6000ee8a-5be0-4709-a036-ff32d57253ad gateway port host: None {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:39.763589 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=53469b38-354a-4a52-8d7c-86089564b03a,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:39.800907 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:48:39Z', 'revision_number': 6, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:39.824252 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (6000ee8a-5be0-4709-a036-ff32d57253ad), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.829543 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb87927-b337-4738-b82c-851d2e5e8e41 None None] The sync data for ids ['6000ee8a-5be0-4709-a036-ff32d57253ad'] in dv-cinder-819669-3-iscsi is: [{'id': '6000ee8a-5be0-4709-a036-ff32d57253ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1241906449-router', 'tenant_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:41:01Z', 'updated_at': '2022-02-14T16:48:39Z', 'revision_number': 6, 'project_id': 'e098ed28a2a3486b9814fe1c9e5ba069', 'gw_port_host': None}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:48:39.918086 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.920298 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks [] for router_controller (6000ee8a-5be0-4709-a036-ff32d57253ad), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.967261 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (6000ee8a-5be0-4709-a036-ff32d57253ad), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.967792 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6000ee8a-5be0-4709-a036-ff32d57253ad {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:48:39.972257 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:39.973404 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-5f13a721-b300-42bb-b647-25eb3078bd18 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6000ee8a-5be0-4709-a036-ff32d57253ad HTTP/1.1" status: 204 len: 168 time: 0.8108909 Feb 14 16:48:39.977865 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53630) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:40.023235 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Deleting subnet 6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:48:40.026280 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Publish callbacks [] for subnet (6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.060633 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.094636 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.172933 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.231511 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.263154 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:40.265216 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.271948 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9bf8ea9b-b61b-4fc9-8fee-00b2e771fd06 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6a3f8ba1-c8cf-4e1d-81e4-4c24b5b2a138 HTTP/1.1" status: 204 len: 168 time: 0.2904055 Feb 14 16:48:40.273189 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53632) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:40.277689 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e67df2-8854-4845-8c6e-c2d322ba78f8 None None] Network b1382731-2e51-446f-a112-df41fcd4df35 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:48:40.349580 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (b1382731-2e51-446f-a112-df41fcd4df35), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.411937 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Deleting port 796e9360-c128-4d9b-88d4-05f78d20c606 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:48:40.412288 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.473479 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] For port 796e9360-c128-4d9b-88d4-05f78d20c606, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=796e9360-c128-4d9b-88d4-05f78d20c606,segment=NetworkSegment(378e3dac-954b-44c3-80fe-bc4e50a22b99),segment_id=378e3dac-954b-44c3-80fe-bc4e50a22b99)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:40.473841 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.487196 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Calling delete_port for 796e9360-c128-4d9b-88d4-05f78d20c606 owned by network:dhcp {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:48:40.570361 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (796e9360-c128-4d9b-88d4-05f78d20c606), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.591305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] No DVR routers for this DVR port 796e9360-c128-4d9b-88d4-05f78d20c606 on host dv-cinder-819669-3-iscsi {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:48:40.618199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc365be-3624-4c96-ac65-94c420267e56 None None] DHCP port deletion for b1382731-2e51-446f-a112-df41fcd4df35 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:48:40.634893 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Pushing event deleted for resources: {'Port': ['ID=796e9360-c128-4d9b-88d4-05f78d20c606,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:40.688036 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (b1382731-2e51-446f-a112-df41fcd4df35), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.708777 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1382731-2e51-446f-a112-df41fcd4df35']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:40.719009 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378e3dac-954b-44c3-80fe-bc4e50a22b99') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:40.719348 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378e3dac-954b-44c3-80fe-bc4e50a22b99') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:40.733901 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (378e3dac-954b-44c3-80fe-bc4e50a22b99), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.747244 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (378e3dac-954b-44c3-80fe-bc4e50a22b99), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.752921 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:48:40.753321 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (378e3dac-954b-44c3-80fe-bc4e50a22b99), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:48:40.754907 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:48:40.810650 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (b1382731-2e51-446f-a112-df41fcd4df35), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.815550 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:40.818910 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b1382731-2e51-446f-a112-df41fcd4df35 HTTP/1.1" status: 204 len: 168 time: 0.5446010 Feb 14 16:48:40.832318 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c3b2f-e42c-4006-8a60-79d1bead3846 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1382731-2e51-446f-a112-df41fcd4df35,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:40.916539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 796e9360-c128-4d9b-88d4-05f78d20c606 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:48:40.936175 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 796e9360-c128-4d9b-88d4-05f78d20c606 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:48:40.936543 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 796e9360-c128-4d9b-88d4-05f78d20c606 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:48:40.937019 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device b709057b-123d-4010-84ca-4a03bc3abd9e no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:48:40.956657 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: b709057b-123d-4010-84ca-4a03bc3abd9e {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:48:40.960451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device b709057b-123d-4010-84ca-4a03bc3abd9e not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:48:40.960606 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53636) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:40.961094 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 53469b38-354a-4a52-8d7c-86089564b03a no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:48:40.981131 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 53469b38-354a-4a52-8d7c-86089564b03a {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:48:40.981482 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 53469b38-354a-4a52-8d7c-86089564b03a not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:48:41.007797 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3876737f-7205-4c56-992a-d223ca765f0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e098ed28a2a3486b9814fe1c9e5ba069&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449622 Feb 14 16:48:41.011106 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53638) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:41.058102 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] Publish callbacks [] for security_group (b8f78a61-0201-4412-9ab6-873b60e66e98), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.079424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] Publish callbacks [] for security_group (b8f78a61-0201-4412-9ab6-873b60e66e98), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.131030 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (b8f78a61-0201-4412-9ab6-873b60e66e98), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.134844 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.136471 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8f78a61-0201-4412-9ab6-873b60e66e98 HTTP/1.1" status: 204 len: 168 time: 0.1242218 Feb 14 16:48:41.144679 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8060e-95d1-4f5d-b3f2-e30f3879eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f78a61-0201-4412-9ab6-873b60e66e98,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:41.221890 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.830319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53660) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:41.932323 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1418983429-network', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:41.952535 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Made reservation on behalf of d3e5ce9dd58e4fc9bad82c0287e7ea76 for: {'network': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:48:41.955948 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:41.966511 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.044568 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks [] for security_group (889ce45b-a827-4a06-8b7f-269b63fec5c5), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.048347 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (889ce45b-a827-4a06-8b7f-269b63fec5c5), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.072932 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=109320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:48:42.082603 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ce45b-a827-4a06-8b7f-269b63fec5c5,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:42.089054 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (19f10e25-300b-49e0-ae3d-898693847388), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.089390 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.segments_db [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Added segment 19f10e25-300b-49e0-ae3d-898693847388 of type vlan for network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 Feb 14 16:48:42.128526 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (4a7ccea0-701d-4910-8fb0-f21b6e22fa66), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.154719 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (4a7ccea0-701d-4910-8fb0-f21b6e22fa66), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.155725 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:42.156309 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.191919 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3605149 Feb 14 16:48:42.195905 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53664) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:42.200951 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Request body: {'subnet': {'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1418983429-subnet', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:42.220969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Made reservation on behalf of d3e5ce9dd58e4fc9bad82c0287e7ea76 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:48:42.222873 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228edd4-feff-4eb5-9e4d-1ffe085abbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7ccea0-701d-4910-8fb0-f21b6e22fa66,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:42.223344 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538253'] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.238757 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:48:42.396059 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10270225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538303'] for subnet (c44f9ca4-ccde-45e6-af06-02da2eaecf14), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.446779 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44f9ca4-ccde-45e6-af06-02da2eaecf14,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:42.463697 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Checking segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:48:42.464049 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Network hostable DHCP agents. Network: 4a7ccea0-701d-4910-8fb0-f21b6e22fa66, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:48:42.482330 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:48:42.491914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 4a7ccea0-701d-4910-8fb0-f21b6e22fa66) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:42.495825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:42.496407 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.501845 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db466a7-a107-4958-ae3c-29961437854d None None] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:48:42.513964 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-472338d8-ea78-4871-8e1b-a6cca1fd3a0d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3165212 Feb 14 16:48:42.516998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53666) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:42.521856 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:42.542590 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.543592 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.609537 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for router_controller (5f913a49-d463-4ffd-a31a-e2673eb66c85), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.627624 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:48:42.628492 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.761513 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for router_gateway (5f913a49-d463-4ffd-a31a-e2673eb66c85), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.766319 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Allocated IP 172.20.0.2 (4a7ccea0-701d-4910-8fb0-f21b6e22fa66/c44f9ca4-ccde-45e6-af06-02da2eaecf14/38576be1-826b-4943-9fc1-fd5d2dd3b9da) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:48:42.921327 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks [] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.929098 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.967433 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for router_gateway (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:42.970686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:42.973575 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:42.978520 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:48:42.981538 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Pushing event updated for resources: {'Port': ['ID=38576be1-826b-4943-9fc1-fd5d2dd3b9da,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:42.987313 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.033807 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Attempting to bind port 38576be1-826b-4943-9fc1-fd5d2dd3b9da on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:48:43.034093 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Attempting to bind port 38576be1-826b-4943-9fc1-fd5d2dd3b9da by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:48:43.034448 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Attempting to bind port 38576be1-826b-4943-9fc1-fd5d2dd3b9da on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:48:43.039540 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:48:43.039908 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Checking segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:48:43.040303 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.040697 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Bound using segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:48:43.041176 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Bound port: 38576be1-826b-4943-9fc1-fd5d2dd3b9da, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:48:43.041550 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.097113 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Allocated IP 172.27.1.171 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/939612ee-1f53-49e2-8c5b-70cd4e50b08c) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:48:43.106752 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] For port 38576be1-826b-4943-9fc1-fd5d2dd3b9da, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:48:43.110042 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] For port 38576be1-826b-4943-9fc1-fd5d2dd3b9da, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=38576be1-826b-4943-9fc1-fd5d2dd3b9da,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:48:43.117258 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.173368 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82d655-7eed-4e2b-95e3-8274af113bde None None] Pushing event updated for resources: {'Port': ['ID=38576be1-826b-4943-9fc1-fd5d2dd3b9da,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:43.207173 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.241540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.284550 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:43.290299 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:43.294749 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:48:43.320672 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Pushing event updated for resources: {'Port': ['ID=939612ee-1f53-49e2-8c5b-70cd4e50b08c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:43.567145 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for router_gateway (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.763754 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:43.897875 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:48:44.016212 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:48:44.026714 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:48:44.035368 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.037790 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:44.038776 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:44.039717 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53668) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:44.040178 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-67c472f8-ea19-4328-909a-dc8914d8b355 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5217900 Feb 14 16:48:44.111880 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada3d70c-ba70-40bb-bdd6-7743a08c6b55 None None] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:48:44.147151 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Provisioning complete for port 38576be1-826b-4943-9fc1-fd5d2dd3b9da triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:44.147537 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.168440 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:44.309423 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Current status of the port 38576be1-826b-4943-9fc1-fd5d2dd3b9da is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:44.310472 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.348849 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] For port 38576be1-826b-4943-9fc1-fd5d2dd3b9da, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=38576be1-826b-4943-9fc1-fd5d2dd3b9da,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:44.354159 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.366893 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:43Z', 'revision_number': 3, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:44.400472 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:48:44.401210 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Updating router 5f913a49-d463-4ffd-a31a-e2673eb66c85 port 939612ee-1f53-49e2-8c5b-70cd4e50b08c binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:48:44.420758 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf2d71-294f-4bc4-a103-7a200093d109 None None] Pushing event updated for resources: {'Port': ['ID=38576be1-826b-4943-9fc1-fd5d2dd3b9da,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:44.439603 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.577759 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-992cb731-bbc3-46b7-9511-8b69727efe63 None None] Provisioning complete for port 38576be1-826b-4943-9fc1-fd5d2dd3b9da triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:44.578137 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-992cb731-bbc3-46b7-9511-8b69727efe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.671649 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-992cb731-bbc3-46b7-9511-8b69727efe63 None None] Current status of the port 38576be1-826b-4943-9fc1-fd5d2dd3b9da is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:44.694484 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks [] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.699844 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.754159 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Attempting to bind port 939612ee-1f53-49e2-8c5b-70cd4e50b08c on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:48:44.754533 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Attempting to bind port 939612ee-1f53-49e2-8c5b-70cd4e50b08c by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:48:44.754895 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Attempting to bind port 939612ee-1f53-49e2-8c5b-70cd4e50b08c on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:48:44.755860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.762303 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Pushing event updated for resources: {'Port': ['ID=939612ee-1f53-49e2-8c5b-70cd4e50b08c,revision_number=2']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:44.765447 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:48:44.765821 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:48:44.766217 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.766613 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:48:44.767073 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Bound port: 939612ee-1f53-49e2-8c5b-70cd4e50b08c, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:48:44.767446 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.790355 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.790729 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.791090 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.791428 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.791757 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.792083 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.792408 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.792757 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.793073 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.793411 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.793731 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.794048 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.794364 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:44.828176 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] For port 939612ee-1f53-49e2-8c5b-70cd4e50b08c, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:48:44.831208 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] For port 939612ee-1f53-49e2-8c5b-70cd4e50b08c, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=939612ee-1f53-49e2-8c5b-70cd4e50b08c,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:48:44.837057 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:44.891682 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:44.891682 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:44.918714 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Allocated IP 172.20.0.1 (4a7ccea0-701d-4910-8fb0-f21b6e22fa66/c44f9ca4-ccde-45e6-af06-02da2eaecf14/7449e573-d594-4a07-83c9-9fbe7ee2c3fc) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:48:44.943931 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863519-5c6e-4a9e-936e-e4b6c24ca805 None None] Pushing event updated for resources: {'Port': ['ID=939612ee-1f53-49e2-8c5b-70cd4e50b08c,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:44.968158 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 38576be1-826b-4943-9fc1-fd5d2dd3b9da up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:45.030356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 38576be1-826b-4943-9fc1-fd5d2dd3b9da triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:45.030730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.038822 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks [] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.080756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.108283 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:45.112863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 38576be1-826b-4943-9fc1-fd5d2dd3b9da is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:45.124140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:45.124140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:45.130313 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:48:45.155916 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Pushing event updated for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:45.175445 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.304636 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:43Z', 'revision_number': 3, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:45.317346 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.336380 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df864ee2-1bcc-46f0-a3b2-abf64b26d723 None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:43Z', 'revision_number': 3, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:48:45.399723 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-5e407618-6c94-462f-9cc3-5d8e2b54929c None None] Provisioning complete for port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:45.400017 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5e407618-6c94-462f-9cc3-5d8e2b54929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.441315 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-5e407618-6c94-462f-9cc3-5d8e2b54929c None None] Port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:48:45.489000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks [] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.493915 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.577303 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Pushing event updated for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:45.587129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:45.684974 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:45.686366 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:45.821557 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:48:45.940835 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:48:45.950315 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-33b7a3a6-0c82-4bf7-ac2c-bbdc1c13a84d admin admin] 10.222.0.69 "PUT /v2.0/routers/5f913a49-d463-4ffd-a31a-e2673eb66c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052582 Feb 14 16:48:45.969024 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-98bcfd92-175e-4d6f-b4e6-5e356acf3670 None None] Provisioning complete for port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:45.969541 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-98bcfd92-175e-4d6f-b4e6-5e356acf3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.011867 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-98bcfd92-175e-4d6f-b4e6-5e356acf3670 None None] Port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:48:46.502034 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53676) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:46.506747 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809425341', 'description': 'tempest-description--128200298'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:46.526526 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.598417 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (92cbd625-5f50-4bbb-9245-4c21020bf885), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.603233 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (92cbd625-5f50-4bbb-9245-4c21020bf885), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.635579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.636801 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1337259 Feb 14 16:48:46.638812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8f0da-e807-4823-b651-3dd2b808a12b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cbd625-5f50-4bbb-9245-4c21020bf885,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:46.639966 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53678) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:46.644977 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group_rule': {'security_group_id': '92cbd625-5f50-4bbb-9245-4c21020bf885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:46.670704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (8fa2c9ad-5d30-464c-b147-0069f60d442a), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.726852 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (8fa2c9ad-5d30-464c-b147-0069f60d442a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.730862 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (8fa2c9ad-5d30-464c-b147-0069f60d442a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.747356 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa2c9ad-5d30-464c-b147-0069f60d442a,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:46.759319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.760568 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-21214a9f-b9b8-4f14-bfb5-62a6d6eaeaca tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193020 Feb 14 16:48:46.764441 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53680) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:46.768804 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group_rule': {'security_group_id': '92cbd625-5f50-4bbb-9245-4c21020bf885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:46.793399 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (c19510d5-80a9-4f89-9bc0-e0118d72dcb1), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.848797 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (c19510d5-80a9-4f89-9bc0-e0118d72dcb1), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.853369 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (c19510d5-80a9-4f89-9bc0-e0118d72dcb1), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.877175 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19510d5-80a9-4f89-9bc0-e0118d72dcb1,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:46.884569 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:46.885926 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-f2ebd801-10ec-41b4-8774-453471edde9e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204407 Feb 14 16:48:46.889137 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53682) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:48:46.889338 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:48:46.893824 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:46.900389 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:46.901132 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:46.918147 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.032888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.121263 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 939612ee-1f53-49e2-8c5b-70cd4e50b08c up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:47.143956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Allocated IP 172.27.1.198 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/a0506230-c568-4b6f-86ce-67d86385435d) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:48:47.175679 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:47.245974 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (a0506230-c568-4b6f-86ce-67d86385435d), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.257036 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 939612ee-1f53-49e2-8c5b-70cd4e50b08c triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:47.257682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.280323 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (a0506230-c568-4b6f-86ce-67d86385435d), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.320277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:47.326826 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:47.329316 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:48:47.354163 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=a0506230-c568-4b6f-86ce-67d86385435d,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:47.419199 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.437399 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 939612ee-1f53-49e2-8c5b-70cd4e50b08c is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:47.437794 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.457499 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (a0506230-c568-4b6f-86ce-67d86385435d), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.465427 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 939612ee-1f53-49e2-8c5b-70cd4e50b08c, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=939612ee-1f53-49e2-8c5b-70cd4e50b08c,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:47.470801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.516074 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 2, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:47.552350 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:48:47.552705 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Updating router 5f913a49-d463-4ffd-a31a-e2673eb66c85 port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:48:47.574159 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=939612ee-1f53-49e2-8c5b-70cd4e50b08c,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:47.586321 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.612330 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (a0506230-c568-4b6f-86ce-67d86385435d), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.617421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (a0506230-c568-4b6f-86ce-67d86385435d), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.856696 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks [] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.862233 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.918885 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06afb-15ed-4a37-a435-34d9997faa3d None None] Pushing event updated for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:47.946098 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=a0506230-c568-4b6f-86ce-67d86385435d,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:47.952704 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.970622 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Attempting to bind port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:48:47.970866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.970982 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Attempting to bind port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:48:47.971412 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Attempting to bind port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:48:47.972138 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-4b975637-b59c-413e-a7b2-0b657ba37b80 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0819967 Feb 14 16:48:47.979269 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:48:47.979798 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Checking segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:48:47.980390 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:47.980951 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Bound using segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:48:47.981549 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Bound port: 7449e573-d594-4a07-83c9-9fbe7ee2c3fc, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:48:47.982024 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.055122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] For port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:48:48.058550 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] For port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:48:48.063969 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.141345 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-a8105a44-6e22-47b1-9474-938fab489eb7 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--809425341&fields=id&tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 267 time: 0.0507758 Feb 14 16:48:48.153988 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:48:48.154633 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:48.157736 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06afb-15ed-4a37-a435-34d9997faa3d None None] Pushing event updated for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:48.204262 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Provisioning complete for port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:48.204629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.262265 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-8e4bb0a9-3ae3-4a88-bc30-c8fbb16b0d30 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:48.265290 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-8e4bb0a9-3ae3-4a88-bc30-c8fbb16b0d30 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 811 time: 0.1212764 Feb 14 16:48:48.279368 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-cee8b70e-12aa-42e7-8b06-366c00c6b42d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/quotas/d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 375 time: 0.0097120 Feb 14 16:48:48.317794 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:48:48.341112 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-48d01f97-0da8-47ff-bad0-98dd62b96773 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559433 Feb 14 16:48:48.418635 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Current status of the port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:48.419286 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.435544 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-2542bdc8-f462-4bad-9ea4-67b5adb80c38 service neutron] 10.222.0.69 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822997 Feb 14 16:48:48.508402 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] For port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:48.515452 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.530190 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-a69e03ac-10cf-4382-8f8a-d3e003c39e3d service neutron] 10.222.0.69 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888762 Feb 14 16:48:48.601105 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506876-25e1-4963-b6d9-c87aa05037cd None None] Pushing event updated for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:48.622431 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:48:48.654056 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550181ad-cb36-4cea-b189-ad9c7630cfd3 None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:48:48.665115 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-7d076eee-59bd-456f-a7d7-eb5492fa32fb None None] Provisioning complete for port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:48.665456 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7d076eee-59bd-456f-a7d7-eb5492fa32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:48.710168 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d939db9a-1c1d-455b-8fdf-2a1d71d7a2ad req-20a6b03b-f894-4ddd-b1b4-3ddb5cb8c498 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Feb 14 16:48:48.797870 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-7d076eee-59bd-456f-a7d7-eb5492fa32fb None None] Current status of the port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:49.031995 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 939612ee-1f53-49e2-8c5b-70cd4e50b08c up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:49.087090 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 939612ee-1f53-49e2-8c5b-70cd4e50b08c triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:49.087682 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:49.178927 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 939612ee-1f53-49e2-8c5b-70cd4e50b08c is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:49.181642 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7449e573-d594-4a07-83c9-9fbe7ee2c3fc up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:49.234264 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:49.234539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:49.323692 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:49.771193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-4331243a-0897-49b0-b9ad-55cab549b96e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:49.773129 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-4331243a-0897-49b0-b9ad-55cab549b96e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 811 time: 0.1161673 Feb 14 16:48:49.836495 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-152a4b54-e0ad-4c82-bfb7-82ca48366726 req-03b01584-b32e-49f0-9da7-6c0d62e3af82 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 210 time: 0.0267885 Feb 14 16:48:49.844787 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-aeba1d78-0749-4291-bcc5-b9587187c220 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 379 time: 0.0608914 Feb 14 16:48:49.858126 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'port': {'device_id': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'admin_state_up': True, 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'security_groups': ['92cbd625-5f50-4bbb-9245-4c21020bf885']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:49.965469 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Made reservation on behalf of d3e5ce9dd58e4fc9bad82c0287e7ea76 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:48:49.968721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.092480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Allocated IP 172.20.0.3 (4a7ccea0-701d-4910-8fb0-f21b6e22fa66/c44f9ca4-ccde-45e6-af06-02da2eaecf14/80e28da3-92bf-4494-8f86-ffec58feb5b8) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:48:50.220689 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.227665 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:48:50.255240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.299918 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:48:50.305998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:48:50.309615 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:48:50.332643 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:50.345532 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.345869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.346149 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.346495 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.346827 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.347159 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.347496 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.347825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.348153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.348481 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.348835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.349160 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.349482 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:48:50.374593 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:50.375219 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.391892 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-3b805205-4954-4b22-8f6a-d17b70caf3ef tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374863 Feb 14 16:48:50.404093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Request body: {'port': {'device_id': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:48:50.469407 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.535333 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-4cd01080-2139-4517-b287-34609d223160 None None] Provisioning complete for port 80e28da3-92bf-4494-8f86-ffec58feb5b8 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:50.535949 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4cd01080-2139-4517-b287-34609d223160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.569657 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-4cd01080-2139-4517-b287-34609d223160 None None] Port 80e28da3-92bf-4494-8f86-ffec58feb5b8 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:48:50.722451 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e28da3-92bf-4494-8f86-ffec58feb5b8 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:48:50.730877 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks [] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.743195 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Transition to ACTIVE for port object 80e28da3-92bf-4494-8f86-ffec58feb5b8 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:48:50.746815 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.798914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Pushing event updated for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:50.870607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Attempting to bind port 80e28da3-92bf-4494-8f86-ffec58feb5b8 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:48:50.870996 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Attempting to bind port 80e28da3-92bf-4494-8f86-ffec58feb5b8 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:48:50.871288 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Attempting to bind port 80e28da3-92bf-4494-8f86-ffec58feb5b8 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:48:50.875893 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Port 80e28da3-92bf-4494-8f86-ffec58feb5b8 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:48:50.876216 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Attempting to bind port 80e28da3-92bf-4494-8f86-ffec58feb5b8 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:48:50.881852 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:48:50.882130 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Checking segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:48:50.882520 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Bound using segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:48:50.882950 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Bound port: 80e28da3-92bf-4494-8f86-ffec58feb5b8, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:48:50.883308 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.949422 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:48:50.953331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:48:50.960197 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.962292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ddd3-55ce-40b5-9dbd-321cb4e27813 req-41e3ccf1-b0a4-414a-9303-bb9872db3222 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:50.969865 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b464ddd3-55ce-40b5-9dbd-321cb4e27813 req-41e3ccf1-b0a4-414a-9303-bb9872db3222 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 943 time: 0.0628543 Feb 14 16:48:50.995481 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:50.996422 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:50.998037 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] 10.222.0.50 "PUT /v2.0/ports/80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 1093 time: 0.5982757 Feb 14 16:48:50.998650 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:48:51.001715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d96cef-ec63-432d-9d30-d0e02eac1c82" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:48:51.040939 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c07b2-5fef-4571-b4dd-2bff02d1da9a service neutron] Pushing event updated for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:51.041373 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b464ddd3-55ce-40b5-9dbd-321cb4e27813 req-07e9b238-d2ee-4c0e-9298-c3391981f3b8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646560 Feb 14 16:48:51.062344 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75886528-9bdc-4084-907b-697ad0104918 x-openstack-request-id: req-75886528-9bdc-4084-907b-697ad0104918 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:48:51.062634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:48:51.063194 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75886528-9bdc-4084-907b-697ad0104918 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:48:51.063781 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'status': 'completed', 'code': 200} Feb 14 16:48:51.101581 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-ed0c6741-3d4b-43bb-9248-5d618d6be216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.103179 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-ed0c6741-3d4b-43bb-9248-5d618d6be216 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1127 time: 0.0537622 Feb 14 16:48:51.150013 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-7cfc848c-1096-4df4-8e6c-2ad3726829a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Feb 14 16:48:51.200088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-dccfb174-4edb-41e5-8f9a-2d109c68796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.201608 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-dccfb174-4edb-41e5-8f9a-2d109c68796c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0451307 Feb 14 16:48:51.252029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f758b486-d25a-444c-a2e0-2bb9f661921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.253551 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-f758b486-d25a-444c-a2e0-2bb9f661921e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433445 Feb 14 16:48:51.343920 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-b938c92b-7e93-4364-998c-5dd1bc55b56d service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832911 Feb 14 16:48:51.434842 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e5a01cb8-bdaa-4058-9dd5-47b6b78563ae req-c32c9d9a-3b0e-4eda-8312-1a0ab5f256cf service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Feb 14 16:48:51.533838 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-3f126872-79a5-4d4d-93a9-73083d1dea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.535252 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-3f126872-79a5-4d4d-93a9-73083d1dea62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1127 time: 0.0498564 Feb 14 16:48:51.625003 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-05909194-aa98-4e24-a9c8-01dc5c932fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.626456 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-05909194-aa98-4e24-a9c8-01dc5c932fd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0838845 Feb 14 16:48:51.670483 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-9141d071-6bb9-4434-81f7-67999c713082 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 217 time: 0.0374427 Feb 14 16:48:51.719232 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-f3eda7e5-aa1b-442b-8aba-4662bb603ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.720651 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-f3eda7e5-aa1b-442b-8aba-4662bb603ad4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0432053 Feb 14 16:48:51.769894 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-a77f487b-3949-4297-8f23-cf2893145f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:51.771388 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-a77f487b-3949-4297-8f23-cf2893145f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436189 Feb 14 16:48:51.862542 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-628db36b-36fa-414b-8435-2e0f84ade507 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Feb 14 16:48:51.952012 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b7d96cef-ec63-432d-9d30-d0e02eac1c82 req-451ee520-dd1b-43b9-8bc2-6cab69c78450 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Feb 14 16:48:52.150069 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff56dd-9635-4d19-af01-c7eb302eb464 req-dd292dbd-48e7-4d38-bae5-e022e53bb8e0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:52.151557 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-99ff56dd-9635-4d19-af01-c7eb302eb464 req-dd292dbd-48e7-4d38-bae5-e022e53bb8e0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 943 time: 0.0559421 Feb 14 16:48:52.197298 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-99ff56dd-9635-4d19-af01-c7eb302eb464 req-2182cedf-cfda-4282-84e1-0274d12a0c68 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402904 Feb 14 16:48:53.327468 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9448a0-5b38-45a5-8130-42301aac4389 req-7f5b840d-cbc8-4c5d-9c2b-fc4096fcaad2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:53.328984 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a9448a0-5b38-45a5-8130-42301aac4389 req-7f5b840d-cbc8-4c5d-9c2b-fc4096fcaad2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 943 time: 0.0632753 Feb 14 16:48:53.377569 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0a9448a0-5b38-45a5-8130-42301aac4389 req-9df09c86-7921-4fe5-8556-965da7af84a0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Feb 14 16:48:53.419341 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 80e28da3-92bf-4494-8f86-ffec58feb5b8 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:48:53.524396 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:53.535182 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'port_id': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'mac_address': 'fa:16:3e:4a:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:48:53.575071 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 80e28da3-92bf-4494-8f86-ffec58feb5b8 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:53.575526 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:53.591059 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e28da3-92bf-4494-8f86-ffec58feb5b8 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:48:53.612240 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:53.617008 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:53.663121 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:54.494388 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2abec-eb58-4fb5-b0f2-07d79b9b6f05 req-b13a9079-49fd-4372-b7f8-1a692cb37e02 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:54.495888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-92b2abec-eb58-4fb5-b0f2-07d79b9b6f05 req-b13a9079-49fd-4372-b7f8-1a692cb37e02 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 944 time: 0.0514934 Feb 14 16:48:54.545571 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-92b2abec-eb58-4fb5-b0f2-07d79b9b6f05 req-b6d5c8b7-66b2-4a9a-85cb-84c15934d52e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 14 16:48:55.661711 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d10ca-f75e-45bf-824e-257f49def911 req-8863ec47-cfe9-483e-9faa-eed9a198004b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:55.663214 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b27d10ca-f75e-45bf-824e-257f49def911 req-8863ec47-cfe9-483e-9faa-eed9a198004b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 944 time: 0.0527940 Feb 14 16:48:55.709722 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b27d10ca-f75e-45bf-824e-257f49def911 req-89a3b321-8f03-4fe1-8c97-1d5f38149491 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 Feb 14 16:48:56.356744 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['80e28da3-92bf-4494-8f86-ffec58feb5b8'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:48:56.827598 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408afa9-9158-47d6-b2ec-f400922a6c34 req-a952fcbe-4e21-4089-9a95-4e866501e793 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:56.829086 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0408afa9-9158-47d6-b2ec-f400922a6c34 req-a952fcbe-4e21-4089-9a95-4e866501e793 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 944 time: 0.0514579 Feb 14 16:48:56.877055 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0408afa9-9158-47d6-b2ec-f400922a6c34 req-b2740c6f-e688-4954-9c46-7bc21b6f483c tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Feb 14 16:48:57.452608 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 80e28da3-92bf-4494-8f86-ffec58feb5b8 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:48:57.503903 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 80e28da3-92bf-4494-8f86-ffec58feb5b8 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:48:57.508616 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 80e28da3-92bf-4494-8f86-ffec58feb5b8 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:48:57.509032 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:57.586030 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 80e28da3-92bf-4494-8f86-ffec58feb5b8 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:48:57.586426 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:57.608489 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:48:57.610990 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0964f45-a6c8-420b-a981-7beed50cd6b6" -d '{"events": [{"server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "name": "network-vif-plugged", "status": "completed", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:48:57.623783 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:48:57.628117 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:48:57.654017 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7bab3-32cb-4ea6-b4dd-de9106af6469 x-openstack-request-id: req-76f7bab3-32cb-4ea6-b4dd-de9106af6469 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:48:57.654318 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "name": "network-vif-plugged", "status": "completed", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:48:57.654577 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76f7bab3-32cb-4ea6-b4dd-de9106af6469 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:48:57.654961 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'code': 200} Feb 14 16:48:57.681566 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:48:57.818227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27365d-678a-46ca-b33d-490bf9181a3a req-aa0145ab-7bdf-4cd4-9433-7a2893a765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:57.820440 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c27365d-678a-46ca-b33d-490bf9181a3a req-aa0145ab-7bdf-4cd4-9433-7a2893a765d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1129 time: 0.0419016 Feb 14 16:48:57.867339 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c27365d-678a-46ca-b33d-490bf9181a3a req-fab1e456-9b47-4b1e-8708-cb7f60f4ef0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Feb 14 16:48:57.997395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9601953-14af-414a-a15e-9dba8c9aba07 req-b1729b6c-8359-4d82-827d-dd8dadb2c047 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:57.998873 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9601953-14af-414a-a15e-9dba8c9aba07 req-b1729b6c-8359-4d82-827d-dd8dadb2c047 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0572472 Feb 14 16:48:58.047678 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9601953-14af-414a-a15e-9dba8c9aba07 req-4fe1ada1-6b8e-44f8-af60-8f1ba0eec53d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Feb 14 16:48:59.171510 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8733-1690-40a6-94bf-50ed4639ea84 req-a1df388e-b45d-409d-ac35-d9d910d48c93 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:48:59.183626 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a6cb8733-1690-40a6-94bf-50ed4639ea84 req-a1df388e-b45d-409d-ac35-d9d910d48c93 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0550923 Feb 14 16:48:59.231881 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a6cb8733-1690-40a6-94bf-50ed4639ea84 req-a094aa59-cdd0-4720-9975-4d01909bc900 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447743 Feb 14 16:49:00.378400 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-89336340-5a2d-4b54-9ec7-049d50b25195 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827501798&fields=id&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 267 time: 0.0789402 Feb 14 16:49:00.385972 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d348a-774d-4958-8655-60a5e9ba7e04 req-51d3ad4e-1f98-4fa0-b74c-95cbf183650b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:00.387392 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4a0d348a-774d-4958-8655-60a5e9ba7e04 req-51d3ad4e-1f98-4fa0-b74c-95cbf183650b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Feb 14 16:49:00.494855 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4a0d348a-774d-4958-8655-60a5e9ba7e04 req-4abe875e-a636-422f-b73c-7c7726359caa tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981224 Feb 14 16:49:00.519202 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-af7e2625-d85a-4e5a-a313-90473c61dbc0 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:00.520672 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-af7e2625-d85a-4e5a-a313-90473c61dbc0 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.1324236 Feb 14 16:49:00.535531 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-f83d0143-8489-41ba-b617-679dd2aa3007 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/quotas/62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 375 time: 0.0090201 Feb 14 16:49:00.625681 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-952edc84-da47-4aa9-a28a-ea7519d03598 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839758 Feb 14 16:49:00.637503 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af6d5-8842-4159-828b-fa403d3ee358 req-53411878-28d6-4535-a2f1-f5977ddebe93 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:00.638941 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ea8af6d5-8842-4159-828b-fa403d3ee358 req-53411878-28d6-4535-a2f1-f5977ddebe93 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0701675 Feb 14 16:49:00.647445 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53776) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:00.653752 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'floatingip': {'port_id': '80e28da3-92bf-4494-8f86-ffec58feb5b8'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:49:00.706516 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:00.732152 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-ed01af1b-5c83-478d-afcd-675799ee1dbb service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922494 Feb 14 16:49:00.832843 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-299045ff-0f25-4f46-9555-828497023bf0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906751 Feb 14 16:49:01.128267 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5f3c4167-257b-4394-b1cf-818bc8d1b84b req-7370e270-7aba-4a6d-a608-289faa9c9c2c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 210 time: 0.0312030 Feb 14 16:49:01.183367 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:01.187390 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:01.298572 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Floating IP 660c0943-c10c-43bd-993e-ba81e6e71956 associated. External IP: 172.27.1.198, port: 80e28da3-92bf-4494-8f86-ffec58feb5b8. Feb 14 16:49:01.515007 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:49:01.628166 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:49:01.633540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:01.639621 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:49:01.652761 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:01.653374 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:01.668138 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-88a9e629-40a9-4a67-9a32-cf25a0c595c1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "PUT /v2.0/floatingips/660c0943-c10c-43bd-993e-ba81e6e71956 HTTP/1.1" status: 200 len: 991 time: 1.0196006 Feb 14 16:49:01.668989 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:01.670975 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:01.707361 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93973a1f-625c-4594-8c93-b6b58d69594d x-openstack-request-id: req-93973a1f-625c-4594-8c93-b6b58d69594d {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:01.707710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:01.708060 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93973a1f-625c-4594-8c93-b6b58d69594d {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:01.708478 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'status': 'completed', 'code': 200} Feb 14 16:49:01.767288 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:01.790190 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-c654f49c-64fe-4bfb-a7d0-ef356a0f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:01.791742 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-c654f49c-64fe-4bfb-a7d0-ef356a0f616e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1129 time: 0.0442386 Feb 14 16:49:01.883415 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-8c6a22b8-db9f-4d46-ae32-a0cff612091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:01.885074 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-8c6a22b8-db9f-4d46-ae32-a0cff612091b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0874221 Feb 14 16:49:01.991261 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-69c0aea9-5914-4ebc-baa5-96577fd65053 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 999 time: 0.0828686 Feb 14 16:49:01.993676 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '660c0943-c10c-43bd-993e-ba81e6e71956', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:4a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:48:47Z', 'updated_at': '2022-02-14T16:49:01Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:02.021301 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:49:02.030383 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:02.031064 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:48:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:02.098825 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-6406442f-dab2-4d6e-8daa-8f91fdcec336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:02.100299 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-6406442f-dab2-4d6e-8daa-8f91fdcec336 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0976946 Feb 14 16:49:02.147619 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:02.157049 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-c2506605-57e1-4ecf-9432-4247bcf311dd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:02.157049 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-c2506605-57e1-4ecf-9432-4247bcf311dd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 811 time: 0.1798990 Feb 14 16:49:02.186131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-f1bae9e3-2138-4908-8554-e99ae649d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:02.188048 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-f1bae9e3-2138-4908-8554-e99ae649d90b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801191 Feb 14 16:49:02.242708 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2b247c5f-bcd6-4387-850b-edcc6b0fcf54 req-4da69530-3707-4a34-8c76-bcc70b38ed52 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 210 time: 0.0331306 Feb 14 16:49:02.285193 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-46fd68be-155a-4588-9188-f536dcfd927b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62496f003fff469ab7b376f30e802e1f HTTP/1.1" status: 200 len: 379 time: 0.1204467 Feb 14 16:49:02.295821 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'port': {'device_id': '54ecde82-ad64-420c-afab-0a8cbb096968', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'admin_state_up': True, 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'security_groups': ['4070d83d-2ee4-461c-8475-565dd1136928']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:49:02.373835 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-12ca8c5e-e815-4d90-b8fa-5a93f5d6c58a service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743426 Feb 14 16:49:02.380773 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '660c0943-c10c-43bd-993e-ba81e6e71956', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:4a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:48:47Z', 'updated_at': '2022-02-14T16:49:01Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:02.411400 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2947ecd-0732-4cc7-9f44-ec90ab14579f None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '660c0943-c10c-43bd-993e-ba81e6e71956', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:4a:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:48:47Z', 'updated_at': '2022-02-14T16:49:01Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:49:02.495312 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Made reservation on behalf of 62496f003fff469ab7b376f30e802e1f for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:49:02.498735 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:02.520137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5c00a92f-3aaf-4a91-a9b6-2c22e3ee6bf6 req-715d0b36-b905-4d08-9fa1-72654336937a service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388977 Feb 14 16:49:02.647037 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.20.0.14 (5c25748a-5328-4631-8b87-a4e12680c93b/49abf726-4927-4856-ac99-226ca423c25f/77c89e00-1f4f-4789-ad1f-181313d18bbf) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:49:02.652628 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df57050-ed48-4a05-b376-9dd375cb87ed None None] New status for floating IP 660c0943-c10c-43bd-993e-ba81e6e71956: ACTIVE {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:49:02.789762 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.073261 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.113520 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 5c25748a-5328-4631-8b87-a4e12680c93b is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:49:03.116568 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:49:03.122475 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:49:03.158047 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:03.185400 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:03.186012 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.202997 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-91819263-59cb-423c-8310-37e414026f4d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9110963 Feb 14 16:49:03.215942 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Request body: {'port': {'device_id': '54ecde82-ad64-420c-afab-0a8cbb096968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:49:03.279784 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.327907 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-0820a2af-7283-4a3f-a80e-7cde9315ea6b None None] Provisioning complete for port 77c89e00-1f4f-4789-ad1f-181313d18bbf triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:49:03.328321 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0820a2af-7283-4a3f-a80e-7cde9315ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.366735 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9179b-f0a5-4422-a235-a16e9f4363ab req-8b5951ae-2ac8-4d9b-91b3-865af83e36c3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:03.367888 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-0820a2af-7283-4a3f-a80e-7cde9315ea6b None None] Port 77c89e00-1f4f-4789-ad1f-181313d18bbf cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:49:03.368374 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87f9179b-f0a5-4422-a235-a16e9f4363ab req-8b5951ae-2ac8-4d9b-91b3-865af83e36c3 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 932 time: 0.0532320 Feb 14 16:49:03.419628 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-87f9179b-f0a5-4422-a235-a16e9f4363ab req-f2f9af73-b2d8-441b-8d29-4f2ac100a1fb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448461 Feb 14 16:49:03.549607 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c89e00-1f4f-4789-ad1f-181313d18bbf {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:49:03.557340 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks [] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.568862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Transition to ACTIVE for port object 77c89e00-1f4f-4789-ad1f-181313d18bbf will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:49:03.572773 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.620314 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Pushing event updated for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:03.694618 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Attempting to bind port 77c89e00-1f4f-4789-ad1f-181313d18bbf on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:49:03.696181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Attempting to bind port 77c89e00-1f4f-4789-ad1f-181313d18bbf by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:49:03.696181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Attempting to bind port 77c89e00-1f4f-4789-ad1f-181313d18bbf on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:49:03.700677 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Port 77c89e00-1f4f-4789-ad1f-181313d18bbf on network 5c25748a-5328-4631-8b87-a4e12680c93b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:49:03.701097 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Attempting to bind port 77c89e00-1f4f-4789-ad1f-181313d18bbf on network 5c25748a-5328-4631-8b87-a4e12680c93b {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:49:03.706796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:49:03.707498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Checking segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:49:03.707953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Bound using segment: {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:49:03.708459 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Bound port: 77c89e00-1f4f-4789-ad1f-181313d18bbf, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3b86aa-387a-425d-a83c-460b80c724b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:49:03.708844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.776084 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:49:03.779283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:49:03.785470 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.818297 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:03.818866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:03.820241 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] 10.222.0.50 "PUT /v2.0/ports/77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 200 len: 1094 time: 0.6093848 Feb 14 16:49:03.823376 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:03.826602 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1227fa-c21e-479d-865a-cc4d788f4e99" -d '{"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:03.878953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290f620-2674-48c0-988c-85afd430fe39 x-openstack-request-id: req-1290f620-2674-48c0-988c-85afd430fe39 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:03.879184 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:03.879410 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1290f620-2674-48c0-988c-85afd430fe39 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:03.879811 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'status': 'completed', 'code': 200} Feb 14 16:49:03.882026 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c5ff-9ada-4bbf-b447-a33deab33b5a service neutron] Pushing event updated for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:03.923811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-6ed13911-f915-4eac-8246-47bd42d815ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:03.925336 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-6ed13911-f915-4eac-8246-47bd42d815ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1128 time: 0.0608687 Feb 14 16:49:03.967690 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-7cbefdc1-5550-4015-b848-37e223f22996 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 200 len: 217 time: 0.0345309 Feb 14 16:49:04.017149 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-53c06da6-f7c7-46ad-a595-85ba3c99aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.018591 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-53c06da6-f7c7-46ad-a595-85ba3c99aac5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0451288 Feb 14 16:49:04.067539 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-97d30772-f9f4-4435-8a4b-674221167b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.069065 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-97d30772-f9f4-4435-8a4b-674221167b58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435510 Feb 14 16:49:04.172136 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-62877598-48fc-4f04-82a3-2675cb6ad5a5 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974083 Feb 14 16:49:04.263959 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-df679115-4ac2-4749-b6e4-94a94a63cb08 req-ef745e3d-a9e7-485b-ab2c-67da936788e7 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Feb 14 16:49:04.351002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-3f9b23fd-5c1b-4c1a-85f7-cc60b37a8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.352522 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-3f9b23fd-5c1b-4c1a-85f7-cc60b37a8467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1128 time: 0.0442622 Feb 14 16:49:04.441579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-d1eb4c74-6cdf-494e-a541-072e4a29bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.442974 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-d1eb4c74-6cdf-494e-a541-072e4a29bac5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.0841360 Feb 14 16:49:04.490340 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-11190994-110d-4e21-b19d-eaed76a2b6a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 200 len: 217 time: 0.0382504 Feb 14 16:49:04.537699 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6b0f-4970-46a3-bf44-4ce090646294 req-4d992700-1731-44ea-990e-d69b72a7aa87 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.538293 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-9594e207-2d32-42c5-a3a2-ce6cfef0ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.539310 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31cb6b0f-4970-46a3-bf44-4ce090646294 req-4d992700-1731-44ea-990e-d69b72a7aa87 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0528390 Feb 14 16:49:04.539464 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-9594e207-2d32-42c5-a3a2-ce6cfef0ba8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0429761 Feb 14 16:49:04.588018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-587b4c70-d600-499a-9822-e261cdd327c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:04.589564 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-587b4c70-d600-499a-9822-e261cdd327c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437782 Feb 14 16:49:04.590335 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31cb6b0f-4970-46a3-bf44-4ce090646294 req-2522ce29-1c56-414e-8966-9ebb91860c83 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Feb 14 16:49:04.681952 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-7e21dfaf-32f3-4251-982a-78689c417e5a service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850296 Feb 14 16:49:04.778450 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-25752d2e-b95f-48d3-9683-40e02a317a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:04.780398 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-5d1227fa-c21e-479d-865a-cc4d788f4e99 req-73f01be7-8337-4e52-be31-7691c7881a31 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820730 Feb 14 16:49:05.712264 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4e06-d513-42a3-a05a-10850484ddf0 req-b1287e84-8763-42a9-bde4-82705f2246bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:05.713794 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2eef4e06-d513-42a3-a05a-10850484ddf0 req-b1287e84-8763-42a9-bde4-82705f2246bd tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0557609 Feb 14 16:49:05.763431 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2eef4e06-d513-42a3-a05a-10850484ddf0 req-baee5c5b-f405-4dd5-97a1-e8857ce3a737 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Feb 14 16:49:05.994688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:06.880593 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de48e8-bcfb-4c4a-a546-7ed813fa14a8 req-8ea23c31-6266-4d99-b322-5b002cac2021 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:06.882103 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-42de48e8-bcfb-4c4a-a546-7ed813fa14a8 req-8ea23c31-6266-4d99-b322-5b002cac2021 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0516672 Feb 14 16:49:06.930452 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-42de48e8-bcfb-4c4a-a546-7ed813fa14a8 req-81173e60-459e-4f6f-ab91-d771cea6f09e tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Feb 14 16:49:07.284764 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e4a0-c3b0-48e3-9d45-fbf9240379f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:08.047796 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23041-8f36-4fe8-b630-2d40b2f0ba29 req-67a73c2c-74b3-481a-886b-2637a31149b7 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:08.049245 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84c23041-8f36-4fe8-b630-2d40b2f0ba29 req-67a73c2c-74b3-481a-886b-2637a31149b7 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0509398 Feb 14 16:49:08.102907 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-84c23041-8f36-4fe8-b630-2d40b2f0ba29 req-f7ba9d67-8500-45ea-8e2d-2fa4f89ce4bc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482519 Feb 14 16:49:08.546884 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:09.225468 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047320-ddb8-4f04-8516-a5859b7e93a5 req-8a3bf184-ca5c-465f-83a4-f046e94a046d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:09.226955 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86047320-ddb8-4f04-8516-a5859b7e93a5 req-8a3bf184-ca5c-465f-83a4-f046e94a046d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0547485 Feb 14 16:49:09.278754 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-86047320-ddb8-4f04-8516-a5859b7e93a5 req-c6ff7c2f-cbb0-4f6e-a230-0a3b2a806d01 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Feb 14 16:49:10.098482 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:10.396041 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6746a-b647-47c1-9712-b2b4bd6a622d req-7aa3d46e-4f34-49a9-b4e3-2ca2d3bb08ac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:10.397464 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-79d6746a-b647-47c1-9712-b2b4bd6a622d req-7aa3d46e-4f34-49a9-b4e3-2ca2d3bb08ac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0520840 Feb 14 16:49:10.445560 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-79d6746a-b647-47c1-9712-b2b4bd6a622d req-bdf0b8b7-9963-44f5-91f0-220109cd4e95 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 Feb 14 16:49:11.225196 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:11.478593 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 77c89e00-1f4f-4789-ad1f-181313d18bbf details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:49:11.579292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affad1d-4492-42ef-abb5-a16a2280169d req-580f7c65-66f9-4142-b216-f4e1a93697bb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:11.581487 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4affad1d-4492-42ef-abb5-a16a2280169d req-580f7c65-66f9-4142-b216-f4e1a93697bb tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 944 time: 0.0659637 Feb 14 16:49:11.591844 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:11.604763 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'port_id': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'mac_address': 'fa:16:3e:cb:7b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:49:11.644238 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4affad1d-4492-42ef-abb5-a16a2280169d req-88d48547-81e4-4f28-bbbc-9568e7ee1f5d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558307 Feb 14 16:49:11.649045 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 77c89e00-1f4f-4789-ad1f-181313d18bbf is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:49:11.649566 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:11.667863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c89e00-1f4f-4789-ad1f-181313d18bbf {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:49:11.689191 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:11.693458 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:11.742100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:11.954278 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['77c89e00-1f4f-4789-ad1f-181313d18bbf'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:49:12.761283 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec5c3-e250-43e3-ad08-776cf18ec9b2 req-344fb9fb-2106-437f-84fe-3eac4065fdf9 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:12.762775 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c3ec5c3-e250-43e3-ad08-776cf18ec9b2 req-344fb9fb-2106-437f-84fe-3eac4065fdf9 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Feb 14 16:49:12.810673 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0c3ec5c3-e250-43e3-ad08-776cf18ec9b2 req-53d03221-0b6f-4151-9954-7195a6d24d98 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Feb 14 16:49:13.485294 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 77c89e00-1f4f-4789-ad1f-181313d18bbf up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:49:13.538832 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 77c89e00-1f4f-4789-ad1f-181313d18bbf completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:49:13.543251 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 77c89e00-1f4f-4789-ad1f-181313d18bbf triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:49:13.543629 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:13.631828 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 77c89e00-1f4f-4789-ad1f-181313d18bbf is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:49:13.632224 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:13.655686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:13.657927 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684ce67-22c7-4a8c-9a92-613b64b7a988" -d '{"events": [{"server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "name": "network-vif-plugged", "status": "completed", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:13.669972 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:13.674013 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:13.697562 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62308e81-f9d6-43e7-849d-a25304e820da x-openstack-request-id: req-62308e81-f9d6-43e7-849d-a25304e820da {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:13.697852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "name": "network-vif-plugged", "status": "completed", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:13.698105 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62308e81-f9d6-43e7-849d-a25304e820da {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:13.698488 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'code': 200} Feb 14 16:49:13.724593 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:13.732945 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.733290 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.733630 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.733971 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.734294 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.734617 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.734940 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.735262 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.735889 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.736153 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.736470 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.736812 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.737131 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:13.935913 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ea8c-39d8-41b6-b5b5-74f7defdb674 req-4eb69e24-7081-4c42-b589-c3d65d53f401 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:13.937437 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ebd0ea8c-39d8-41b6-b5b5-74f7defdb674 req-4eb69e24-7081-4c42-b589-c3d65d53f401 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.0566623 Feb 14 16:49:13.958911 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44684881-a944-417a-96d2-fb9bf151dbfe req-4aff5b6c-2275-419f-b6b6-a269540157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:13.960447 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-44684881-a944-417a-96d2-fb9bf151dbfe req-4aff5b6c-2275-419f-b6b6-a269540157cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1130 time: 0.0495770 Feb 14 16:49:13.988898 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ebd0ea8c-39d8-41b6-b5b5-74f7defdb674 req-7c22b017-1d24-4345-8db5-f05505217710 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Feb 14 16:49:14.014285 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-44684881-a944-417a-96d2-fb9bf151dbfe req-4cb7c9ca-6c88-4bae-abde-f30337bac01d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447462 Feb 14 16:49:14.283472 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-ba995371-0fe1-4b1b-9bc5-430da3092390 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426273 Feb 14 16:49:14.379951 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-bb3fbe1c-e4ee-447a-a057-c1f57975f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:14.381467 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-bb3fbe1c-e4ee-447a-a057-c1f57975f347 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0427935 Feb 14 16:49:14.484563 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a32f1443-3008-4b8c-a830-96496109e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:14.486302 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a32f1443-3008-4b8c-a830-96496109e0f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.0855594 Feb 14 16:49:14.551927 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a99cd9c2-dc39-460f-a82a-39343271b99c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 1002 time: 0.0572023 Feb 14 16:49:14.614009 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a740a8ad-0aea-4320-96a1-87b10f55cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:14.615429 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a740a8ad-0aea-4320-96a1-87b10f55cb44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0472529 Feb 14 16:49:14.677770 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a9e2604d-71d8-4f15-8a80-05b8bb7253aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:14.679233 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-a9e2604d-71d8-4f15-8a80-05b8bb7253aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442519 Feb 14 16:49:14.771155 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-1b017e00-f75a-486a-874b-04bf85c5785d service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Feb 14 16:49:14.862014 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4ffb60cd-8be1-4891-88dd-06774fceac90 req-1419c6fc-437f-4f5a-8a8e-8b5e5e5bd0f4 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811346 Feb 14 16:49:15.107822 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e62f4-ed06-43b1-bb43-f12f92845cdc req-fd4326e9-ed8d-4c5e-910c-5617aad7f8cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:15.109356 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d07e62f4-ed06-43b1-bb43-f12f92845cdc req-fd4326e9-ed8d-4c5e-910c-5617aad7f8cc tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.0526876 Feb 14 16:49:15.158963 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d07e62f4-ed06-43b1-bb43-f12f92845cdc req-a9c7fba8-e950-426d-a39f-4060a98d2e99 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Feb 14 16:49:16.278379 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c97ca1-f491-453c-8a18-1811dcdb6623 req-7d22d913-ab92-49cc-8f21-41d423ea77ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:16.279863 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2c97ca1-f491-453c-8a18-1811dcdb6623 req-7d22d913-ab92-49cc-8f21-41d423ea77ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.0530767 Feb 14 16:49:16.331560 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e2c97ca1-f491-453c-8a18-1811dcdb6623 req-bd2e0335-cf9c-46aa-998a-2aa621f3a283 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460567 Feb 14 16:49:16.678003 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaa66f-a8af-4bc3-94f4-82b31cc8a279 req-44f965ea-19c1-4b95-bb79-2cb288b2d2e4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:16.679482 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ffaa66f-a8af-4bc3-94f4-82b31cc8a279 req-44f965ea-19c1-4b95-bb79-2cb288b2d2e4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.2820470 Feb 14 16:49:16.728012 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-5ffaa66f-a8af-4bc3-94f4-82b31cc8a279 req-03ef6e5a-8a4a-4914-b143-e28b8585c6ea tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Feb 14 16:49:16.751324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53840) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:16.793473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7bbabb-4c9a-4b7e-a8ae-ce5e5b6709b2 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:16.794972 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-4f7bbabb-4c9a-4b7e-a8ae-ce5e5b6709b2 tempest-TestVolumeBootPattern-956350313 tempest-TestVolumeBootPattern-956350313-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1125 time: 0.0425575 Feb 14 16:49:16.797718 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53842) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:16.801888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'port_id': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:49:16.822040 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:16.918552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.029589 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Allocated IP 172.27.1.5 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/96414c39-20f3-44cb-9c1b-b2be78d444f2) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:49:17.128884 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.161691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.196105 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:49:17.198974 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:49:17.204225 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:49:17.233664 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=96414c39-20f3-44cb-9c1b-b2be78d444f2,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:17.561251 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (34bd8480-29e8-43c2-bbe6-523ffa3d721a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.630656 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.778892 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.783305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.853546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event updated for resources: {'Port': ['ID=96414c39-20f3-44cb-9c1b-b2be78d444f2,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:17.860747 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (34bd8480-29e8-43c2-bbe6-523ffa3d721a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:17.965739 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP 34bd8480-29e8-43c2-bbe6-523ffa3d721a associated. External IP: 172.27.1.5, port: 77c89e00-1f4f-4789-ad1f-181313d18bbf. Feb 14 16:49:18.172633 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:49:18.279341 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:49:18.289240 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:49:18.297283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:18.299951 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:18.300565 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:18.326753 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-849d1a2b-7128-4587-a815-3de777946dac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5280313 Feb 14 16:49:18.327349 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:18.329616 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:18.365005 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519cc14-762f-4e8c-bbd7-ae9c3eb60f75 x-openstack-request-id: req-f519cc14-762f-4e8c-bbd7-ae9c3eb60f75 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:18.365259 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:18.365511 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f519cc14-762f-4e8c-bbd7-ae9c3eb60f75 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:18.365907 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'status': 'completed', 'code': 200} Feb 14 16:49:18.417069 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:18.436048 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-4f78849d-75e2-4680-a48c-e690ca793c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:18.437679 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-4f78849d-75e2-4680-a48c-e690ca793c8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1130 time: 0.0441754 Feb 14 16:49:18.529254 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-12f86cce-054f-40d6-a9ca-8b1b08a0877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:18.530819 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-12f86cce-054f-40d6-a9ca-8b1b08a0877b service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.0867777 Feb 14 16:49:18.596013 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-8d2c72c4-6a16-4791-badd-08f5f5b08fa4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 200 len: 998 time: 0.0584164 Feb 14 16:49:18.640033 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '34bd8480-29e8-43c2-bbe6-523ffa3d721a', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:cb:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ecde82-ad64-420c-afab-0a8cbb096968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:49:17Z', 'updated_at': '2022-02-14T16:49:17Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}, {'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:18.647545 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-872e041c-5c57-4767-98f2-6c7562240753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:18.649808 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-872e041c-5c57-4767-98f2-6c7562240753 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0467801 Feb 14 16:49:18.698819 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-7156d4b6-962d-4b71-bd48-fcc364a7ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:18.700291 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-7156d4b6-962d-4b71-bd48-fcc364a7ed6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455263 Feb 14 16:49:18.757787 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:49:18.766752 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:18.767346 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:18.793164 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-a591fc21-03c6-4cc7-983b-5dd00d51c73d service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Feb 14 16:49:18.873535 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:18.887356 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ecce51e7-1f4d-4e52-9414-a2dcbde71a4d req-e074d727-0dd7-4763-8d69-d46eb7916321 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Feb 14 16:49:19.091516 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '34bd8480-29e8-43c2-bbe6-523ffa3d721a', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:cb:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ecde82-ad64-420c-afab-0a8cbb096968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:49:17Z', 'updated_at': '2022-02-14T16:49:17Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}, {'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:19.121915 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9718107-de0b-46fc-bf53-734e9d635801 None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '34bd8480-29e8-43c2-bbe6-523ffa3d721a', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:cb:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ecde82-ad64-420c-afab-0a8cbb096968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:49:17Z', 'updated_at': '2022-02-14T16:49:17Z', 'revision_number': 0, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}, {'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:49:19.303779 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff100ee1-9a6e-445e-b55a-a42c04451c21 None None] New status for floating IP 34bd8480-29e8-43c2-bbe6-523ffa3d721a: ACTIVE {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:49:27.226800 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:49:34.779826 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-014a1196-9e7e-4fc8-9d5d-8c915f86102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:36.013086 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.181911 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53856) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:37.286409 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c64cbf5b-7433-48e5-938d-9557db1f98ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.337890 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Deleting port 936b5e97-c17c-4192-9594-2079c2c0af06 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:37.338240 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.415798 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.416030 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for floatingip (936b5e97-c17c-4192-9594-2079c2c0af06), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.428255 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Calling delete_port for 936b5e97-c17c-4192-9594-2079c2c0af06 owned by network:floatingip {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:37.602531 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (936b5e97-c17c-4192-9594-2079c2c0af06), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.628425 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event deleted for resources: {'Port': ['ID=936b5e97-c17c-4192-9594-2079c2c0af06,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:37.653851 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.654203 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.654546 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.654887 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.655210 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.655545 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.655865 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.656189 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.656510 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.656860 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.657189 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.657511 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.657830 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:49:37.699423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for floatingip (a92201d9-c360-47f3-8723-06610738b485), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:37.699673 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Floating IP a92201d9-c360-47f3-8723-06610738b485 disassociated (deleted). External IP: 172.27.1.204, port: 30fe8743-03f8-4868-a8e6-1ee710e8f7a7. Feb 14 16:49:37.913232 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Router 3d6be209-bc4b-4d00-ae88-403a3c8216bf has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:49:38.022562 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:49:38.029011 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:38.033104 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Sync routers for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:49:38.042931 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:38.043549 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:38.059265 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-bd5173c6-b1dc-414d-9cfa-3b8919138fff tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "DELETE /v2.0/floatingips/a92201d9-c360-47f3-8723-06610738b485 HTTP/1.1" status: 204 len: 168 time: 0.8762503 Feb 14 16:49:38.060041 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:38.062331 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c758a-f05c-407d-af22-775ef6049e97" -d '{"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:38.103435 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830dd8c-fec2-43bd-9a95-92b60364f221 x-openstack-request-id: req-b830dd8c-fec2-43bd-9a95-92b60364f221 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:38.103927 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:38.104178 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b830dd8c-fec2-43bd-9a95-92b60364f221 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:38.104579 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'status': 'completed', 'code': 200} Feb 14 16:49:38.159915 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:38.176065 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-62e0ca0e-033e-4130-8020-76e01028e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:38.177743 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-62e0ca0e-033e-4130-8020-76e01028e333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 1130 time: 0.0500946 Feb 14 16:49:38.287217 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-7d2e741c-b018-450b-ae04-f33fb6a1a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:38.288628 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-7d2e741c-b018-450b-ae04-f33fb6a1a926 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 200 len: 909 time: 0.0942888 Feb 14 16:49:38.311813 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ad60d-8da0-4c1b-a76c-68a5659a32fe req-8ca6dee9-3492-437d-9b06-0617c0d4f0df tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:38.313494 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c5ad60d-8da0-4c1b-a76c-68a5659a32fe req-8ca6dee9-3492-437d-9b06-0617c0d4f0df tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0602701 Feb 14 16:49:38.331807 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-5857093b-69b8-43b2-ab49-69167fb59412 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0358782 Feb 14 16:49:38.369535 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1c5ad60d-8da0-4c1b-a76c-68a5659a32fe req-609446df-f3e9-44d5-8aa3-7038219be418 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497291 Feb 14 16:49:38.384659 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-485fe61f-9bab-484c-ab23-ea723113c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:38.386151 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-485fe61f-9bab-484c-ab23-ea723113c9a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 200 len: 847 time: 0.0482624 Feb 14 16:49:38.389535 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:38.415755 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Checking router: 3d6be209-bc4b-4d00-ae88-403a3c8216bf for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:49:38.424116 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:38.424720 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:38.438577 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-8fda9250-7ba8-42a6-960f-4e0e6dc7b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:38.440176 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-8fda9250-7ba8-42a6-960f-4e0e6dc7b215 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de3fcbdb-d073-405f-911f-15bd4c657312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472596 Feb 14 16:49:38.527953 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-0b34e225-d9f2-430a-a38c-2ab1d58c1c53 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812829 Feb 14 16:49:38.531452 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:38.551675 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:38.735086 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:38.767129 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398e6e2-b2cc-41e5-ac2b-9f79ca3cef86 None None] The sync data for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi is: [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:42Z', 'revision_number': 4, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1063f0e4-0c86-4d5f-9a6f-9418e73c709d', 'name': '', 'network_id': 'de3fcbdb-d073-405f-911f-15bd4c657312', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'mac_address': 'fa:16:3e:1b:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a5af2482-417b-4c98-a56b-276b91233543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:42Z', 'updated_at': '2022-02-14T16:44:48Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'subnets': [{'id': 'a5af2482-417b-4c98-a56b-276b91233543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:49:38.875498 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-bf4c758a-f05c-407d-af22-775ef6049e97 req-402ccf2b-0cf2-40af-bc87-c0560c67b424 service neutron] 10.222.0.50 "GET /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392236 Feb 14 16:49:39.002951 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be606d-db8f-407f-9da8-a609ddd9193e None None] New status for floating IP a92201d9-c360-47f3-8723-06610738b485: DOWN {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:49:39.485112 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd110652-20b8-4019-8a44-2665e299c807 req-9476d9a5-bfd3-4f53-b84b-3c0e8afdcbdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:39.487065 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd110652-20b8-4019-8a44-2665e299c807 req-9476d9a5-bfd3-4f53-b84b-3c0e8afdcbdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Feb 14 16:49:39.544877 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd110652-20b8-4019-8a44-2665e299c807 req-24cbb964-d741-4434-96f4-699fd4632649 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ba27a78-942c-440a-a937-78d9a0ac3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523622 Feb 14 16:49:40.103994 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:40.127649 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-c28fa5b5-bdc8-4662-9650-3a9feba84a9f tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:40.129146 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-c28fa5b5-bdc8-4662-9650-3a9feba84a9f tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Feb 14 16:49:40.225501 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Deleting port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:40.225843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:40.313982 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] For port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:40.314347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:40.327370 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Calling delete_port for 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:40.458117 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (30fe8743-03f8-4868-a8e6-1ee710e8f7a7), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:40.488959 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event deleted for resources: {'Port': ['ID=30fe8743-03f8-4868-a8e6-1ee710e8f7a7,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:40.535630 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] No DVR routers for this DVR port 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:49:40.543621 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:40.547466 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-229a05f6-879c-4b8f-8af6-e92b1320a645 req-446eab8d-5433-488a-81a0-2863fef02fdb tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.50 "DELETE /v2.0/ports/30fe8743-03f8-4868-a8e6-1ee710e8f7a7 HTTP/1.1" status: 204 len: 173 time: 0.4121234 Feb 14 16:49:40.547927 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-deleted', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:49:40.550267 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddf5e70-dd83-44f3-96ff-1fd61946b6bd" -d '{"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-deleted", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:49:40.591926 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8072e6e-477c-4efb-9663-30d52fa28f33 x-openstack-request-id: req-a8072e6e-477c-4efb-9663-30d52fa28f33 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:49:40.592283 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94", "name": "network-vif-deleted", "tag": "30fe8743-03f8-4868-a8e6-1ee710e8f7a7", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:49:40.592619 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8072e6e-477c-4efb-9663-30d52fa28f33 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:49:40.593847 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94', 'name': 'network-vif-deleted', 'tag': '30fe8743-03f8-4868-a8e6-1ee710e8f7a7', 'status': 'completed', 'code': 200} Feb 14 16:49:40.660224 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2489177d-11e4-4baa-a76a-674cc239190a req-aa25bf76-5ac0-4df0-8007-7e9226321971 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "GET /v2.0/ports?device_id=95ea44eb-6f5b-4a5e-b1a2-4afa96d52c94 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Feb 14 16:49:41.227636 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:41.717492 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53898) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:41.773685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (9ba27a78-942c-440a-a937-78d9a0ac3936), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:41.798044 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (9ba27a78-942c-440a-a937-78d9a0ac3936), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:41.858730 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9ba27a78-942c-440a-a937-78d9a0ac3936), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:41.861580 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:41.862773 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] 10.222.0.69 "DELETE /v2.0/security-groups/9ba27a78-942c-440a-a937-78d9a0ac3936 HTTP/1.1" status: 204 len: 168 time: 0.1442862 Feb 14 16:49:41.872601 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3de7dd-a9bc-430e-9486-7c2fce2ac5e5 tempest-TestShelveInstance-1508548329 tempest-TestShelveInstance-1508548329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba27a78-942c-440a-a937-78d9a0ac3936,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:41.909428 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53902) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:42.305922 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:42.575704 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Deleting port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:42.576046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:42.654405 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] For port 1063f0e4-0c86-4d5f-9a6f-9418e73c709d, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:42.654770 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:42.670474 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Calling delete_port for 1063f0e4-0c86-4d5f-9a6f-9418e73c709d owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:42.849497 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1063f0e4-0c86-4d5f-9a6f-9418e73c709d), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:42.872414 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1063f0e4-0c86-4d5f-9a6f-9418e73c709d,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:43.043979 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.260013 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Router 3d6be209-bc4b-4d00-ae88-403a3c8216bf has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:49:43.366366 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:49:43.371412 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f5955aaf-cc3e-4305-b86a-629d6b05eed0 admin admin] 10.222.0.69 "PUT /v2.0/routers/3d6be209-bc4b-4d00-ae88-403a3c8216bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609356 Feb 14 16:49:43.374681 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53908) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:43.376185 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Sync routers for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:49:43.386335 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:43.386871 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:43.478597 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks [] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.494323 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:43.582158 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks [] for router_gateway (3d6be209-bc4b-4d00-ae88-403a3c8216bf), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.624360 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:43.640174 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Deleting port 9755a168-6f01-49ac-bbf6-828660fec0aa {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:43.640406 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.650319 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:43.650758 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 30fe8743-03f8-4868-a8e6-1ee710e8f7a7 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:43.725765 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] For port 9755a168-6f01-49ac-bbf6-828660fec0aa, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=9755a168-6f01-49ac-bbf6-828660fec0aa,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:43.726163 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.738937 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Calling delete_port for 9755a168-6f01-49ac-bbf6-828660fec0aa owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:43.769405 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:49:42Z', 'revision_number': 5, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port': {'id': '9755a168-6f01-49ac-bbf6-828660fec0aa', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:43.797736 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Checking router: 3d6be209-bc4b-4d00-ae88-403a3c8216bf for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:49:43.805914 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Routers {'3d6be209-bc4b-4d00-ae88-403a3c8216bf'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:43.806511 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:43.899896 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] Set router 3d6be209-bc4b-4d00-ae88-403a3c8216bf gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:43.907740 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (9755a168-6f01-49ac-bbf6-828660fec0aa), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:43.931371 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9755a168-6f01-49ac-bbf6-828660fec0aa,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:43.951819 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:49:43Z', 'revision_number': 6, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:43.983769 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077bbef-b2f4-415c-ad4e-99aa9146dafe None None] The sync data for ids ['3d6be209-bc4b-4d00-ae88-403a3c8216bf'] in dv-cinder-819669-3-iscsi is: [{'id': '3d6be209-bc4b-4d00-ae88-403a3c8216bf', 'name': 'tempest-TestShelveInstance-665292834-router', 'tenant_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:39Z', 'updated_at': '2022-02-14T16:49:43Z', 'revision_number': 6, 'project_id': '1571fb65cad744c6b4ee775a3b12b5e9', 'gw_port_host': None}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:49:43.997620 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.096359 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.098650 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks [] for router_controller (3d6be209-bc4b-4d00-ae88-403a3c8216bf), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.141435 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (3d6be209-bc4b-4d00-ae88-403a3c8216bf), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.141948 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6be209-bc4b-4d00-ae88-403a3c8216bf {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:49:44.147080 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.148455 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-927bebef-569f-4edd-8d1b-4142e06821d7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3d6be209-bc4b-4d00-ae88-403a3c8216bf HTTP/1.1" status: 204 len: 168 time: 0.7727528 Feb 14 16:49:44.151147 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53912) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:44.193707 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Deleting subnet a5af2482-417b-4c98-a56b-276b91233543 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:49:44.196698 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Publish callbacks [] for subnet (a5af2482-417b-4c98-a56b-276b91233543), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.229247 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (a5af2482-417b-4c98-a56b-276b91233543), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.306408 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (a5af2482-417b-4c98-a56b-276b91233543), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.358814 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (a5af2482-417b-4c98-a56b-276b91233543), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.389172 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5af2482-417b-4c98-a56b-276b91233543,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:44.395765 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.404014 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5077e38-b0fa-4de7-8e05-bb3d71876de2 None None] Network de3fcbdb-d073-405f-911f-15bd4c657312 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:49:44.404245 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-53463b53-996e-46da-b909-1152558aae17 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a5af2482-417b-4c98-a56b-276b91233543 HTTP/1.1" status: 204 len: 168 time: 0.2491577 Feb 14 16:49:44.405301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53914) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:44.486250 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (de3fcbdb-d073-405f-911f-15bd4c657312), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.538239 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Deleting port da1f011f-785e-4cdb-b83f-3e852260eddb {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:44.538582 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.602156 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] For port da1f011f-785e-4cdb-b83f-3e852260eddb, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=da1f011f-785e-4cdb-b83f-3e852260eddb,segment=NetworkSegment(614dc919-d766-4ecf-b052-9171ba665755),segment_id=614dc919-d766-4ecf-b052-9171ba665755)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:44.602521 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.618989 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Calling delete_port for da1f011f-785e-4cdb-b83f-3e852260eddb owned by network:dhcp {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:44.695870 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (da1f011f-785e-4cdb-b83f-3e852260eddb), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.721909 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Pushing event deleted for resources: {'Port': ['ID=da1f011f-785e-4cdb-b83f-3e852260eddb,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:44.725438 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] No DVR routers for this DVR port da1f011f-785e-4cdb-b83f-3e852260eddb on host dv-cinder-819669-3-iscsi {{(pid=109320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:49:44.775354 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b69570-29be-43e2-9322-1382bfda5cd2 None None] DHCP port deletion for de3fcbdb-d073-405f-911f-15bd4c657312 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:49:44.805319 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (de3fcbdb-d073-405f-911f-15bd4c657312), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.825447 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3fcbdb-d073-405f-911f-15bd4c657312']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:44.834453 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614dc919-d766-4ecf-b052-9171ba665755') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:44.834748 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614dc919-d766-4ecf-b052-9171ba665755') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:44.844406 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (614dc919-d766-4ecf-b052-9171ba665755), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.858181 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (614dc919-d766-4ecf-b052-9171ba665755), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.866266 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:49:44.866629 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (614dc919-d766-4ecf-b052-9171ba665755), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:49:44.868382 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:49:44.927505 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (de3fcbdb-d073-405f-911f-15bd4c657312), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.942823 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:44.946194 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] 10.222.0.69 "DELETE /v2.0/networks/de3fcbdb-d073-405f-911f-15bd4c657312 HTTP/1.1" status: 204 len: 168 time: 0.5394773 Feb 14 16:49:44.947052 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd5908-24d7-4b72-a1a6-08a7e482030e admin admin] Pushing event deleted for resources: {'Network': ['ID=de3fcbdb-d073-405f-911f-15bd4c657312,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:44.949002 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53918) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:44.949276 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1063f0e4-0c86-4d5f-9a6f-9418e73c709d no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:44.971142 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 1063f0e4-0c86-4d5f-9a6f-9418e73c709d {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:44.971497 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1063f0e4-0c86-4d5f-9a6f-9418e73c709d not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:44.971919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device da1f011f-785e-4cdb-b83f-3e852260eddb no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:44.992599 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: da1f011f-785e-4cdb-b83f-3e852260eddb {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:44.993226 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device da1f011f-785e-4cdb-b83f-3e852260eddb not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:44.993406 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 9755a168-6f01-49ac-bbf6-828660fec0aa no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:45.016974 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 9755a168-6f01-49ac-bbf6-828660fec0aa {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:45.017322 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 9755a168-6f01-49ac-bbf6-828660fec0aa not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:45.584422 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:45.885587 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Deleting port ea0f2bf1-19fb-45f5-937b-656c1802bc91 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:45.885834 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:45.961553 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] For port ea0f2bf1-19fb-45f5-937b-656c1802bc91, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=ea0f2bf1-19fb-45f5-937b-656c1802bc91,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:45.961916 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:45.974592 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Calling delete_port for ea0f2bf1-19fb-45f5-937b-656c1802bc91 owned by network:router_interface {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:46.153970 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (ea0f2bf1-19fb-45f5-937b-656c1802bc91), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:46.184685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0f2bf1-19fb-45f5-937b-656c1802bc91,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:46.347581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:46.568042 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:49:46.674754 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:49:46.679702 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ab17dba8-7460-4e26-8b69-a598dc4349d1 admin admin] 10.222.0.69 "PUT /v2.0/routers/6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7292383 Feb 14 16:49:46.682198 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53922) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:46.684932 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Sync routers for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:49:46.694862 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:46.695471 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:46.788489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks [] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:46.817995 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:46.909506 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks [] for router_gateway (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:46.973069 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Deleting port 5d8414aa-18a5-48ed-a78c-23613c0319ae {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:46.973528 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.034001 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:49:46Z', 'revision_number': 5, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port': {'id': '5d8414aa-18a5-48ed-a78c-23613c0319ae', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:47.055328 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] For port 5d8414aa-18a5-48ed-a78c-23613c0319ae, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=5d8414aa-18a5-48ed-a78c-23613c0319ae,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:47.055687 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.060963 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Checking router: 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:49:47.069318 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Calling delete_port for 5d8414aa-18a5-48ed-a78c-23613c0319ae owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:47.070196 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Routers {'6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:49:47.070839 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:49:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:47.162684 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] Set router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc gateway port host: None {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:49:47.219671 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d4195853-cc15-4234-999d-7042b0785493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:49:46Z', 'revision_number': 6, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:47.248100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195853-cc15-4234-999d-7042b0785493 None None] The sync data for ids ['6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc'] in dv-cinder-819669-3-iscsi is: [{'id': '6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc', 'name': 'tempest-TestShelveInstance-83953409-router', 'tenant_id': '204a46ad5ff84da2b3345c1504411b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:44:45Z', 'updated_at': '2022-02-14T16:49:46Z', 'revision_number': 6, 'project_id': '204a46ad5ff84da2b3345c1504411b14', 'gw_port_host': None}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:49:47.466741 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (5d8414aa-18a5-48ed-a78c-23613c0319ae), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.495694 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8414aa-18a5-48ed-a78c-23613c0319ae,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:47.552530 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.654498 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.656764 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks [] for router_controller (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.703603 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.704292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:49:47.708504 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.709707 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6a56164e-0b46-4ac2-b96e-f0505d783b0a admin admin] 10.222.0.69 "DELETE /v2.0/routers/6f41a1d3-dbd0-4629-ae23-8adc8f62f7dc HTTP/1.1" status: 204 len: 168 time: 1.0265920 Feb 14 16:49:47.712169 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53928) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:47.757133 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Deleting subnet b95d50b9-c6e8-4125-9e0b-d10be2cab105 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:49:47.760324 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Publish callbacks [] for subnet (b95d50b9-c6e8-4125-9e0b-d10be2cab105), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.794111 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (b95d50b9-c6e8-4125-9e0b-d10be2cab105), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.872316 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (b95d50b9-c6e8-4125-9e0b-d10be2cab105), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.927788 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (b95d50b9-c6e8-4125-9e0b-d10be2cab105), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.952289 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95d50b9-c6e8-4125-9e0b-d10be2cab105,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:47.958458 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:47.963278 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-fb377142-da2f-4692-8c88-3c041466016c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b95d50b9-c6e8-4125-9e0b-d10be2cab105 HTTP/1.1" status: 204 len: 168 time: 0.2501223 Feb 14 16:49:47.966611 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53934) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:47.969902 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14bc775-7c23-4607-81f6-813772d831cc None None] Network 9851463b-de94-4eac-b0d0-68b4bf299061 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:49:48.051893 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (9851463b-de94-4eac-b0d0-68b4bf299061), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.123742 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Deleting port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:48.124476 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.255022 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] For port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:48.255692 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.288342 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] DHCP port deletion for 9851463b-de94-4eac-b0d0-68b4bf299061 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:49:48.294268 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Calling delete_port for 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 owned by network:dhcp {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:48.339709 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Deleting port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 {{(pid=109322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:49:48.340635 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), before_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.364285 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a836-2f1e-4a14-b626-e8d466016392 req-46821b41-6477-4f91-ad09-b4b456e33788 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:48.365904 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8d54a836-2f1e-4a14-b626-e8d466016392 req-46821b41-6477-4f91-ad09-b4b456e33788 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.1145835 Feb 14 16:49:48.413863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] For port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,segment=NetworkSegment(c212c563-d239-4b74-b9d4-40f95570fec2),segment_id=c212c563-d239-4b74-b9d4-40f95570fec2)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:49:48.414005 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), precommit_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.427578 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Calling delete_port for 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 owned by network:dhcp {{(pid=109322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:49:48.433201 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8d54a836-2f1e-4a14-b626-e8d466016392 req-b533162b-f571-43bf-8e86-3954e380d50f tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595670 Feb 14 16:49:48.434363 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.460101 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:48.465034 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] No DVR routers for this DVR port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 on host dv-cinder-819669-3-iscsi {{(pid=109320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:49:48.539015 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (9851463b-de94-4eac-b0d0-68b4bf299061), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.549885 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004'] for port (0f0286fc-49ea-49a2-8a8f-2723e0a177a2), after_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.559967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9851463b-de94-4eac-b0d0-68b4bf299061']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:48.569245 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c212c563-d239-4b74-b9d4-40f95570fec2') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:48.569537 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c212c563-d239-4b74-b9d4-40f95570fec2') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:49:48.574446 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] Pushing event deleted for resources: {'Port': ['ID=0f0286fc-49ea-49a2-8a8f-2723e0a177a2,revision_number=None']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:48.581000 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15269bdf-d546-4ae0-a68e-b73c216675db None None] No DVR routers for this DVR port 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 on host dv-cinder-819669-3-iscsi {{(pid=109322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:49:48.582007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (c212c563-d239-4b74-b9d4-40f95570fec2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.596007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (c212c563-d239-4b74-b9d4-40f95570fec2), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.602449 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:49:48.602951 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (c212c563-d239-4b74-b9d4-40f95570fec2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:49:48.604775 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:49:48.661560 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (9851463b-de94-4eac-b0d0-68b4bf299061), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.667013 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.670251 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] 10.222.0.69 "DELETE /v2.0/networks/9851463b-de94-4eac-b0d0-68b4bf299061 HTTP/1.1" status: 204 len: 168 time: 0.7026846 Feb 14 16:49:48.680930 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06191e0-10c7-4b40-bec4-2016af87ce8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9851463b-de94-4eac-b0d0-68b4bf299061,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:48.782209 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53942) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:48.820918 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-56e581c2-ab94-4d4d-b277-6dd544163d8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1571fb65cad744c6b4ee775a3b12b5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372558 Feb 14 16:49:48.823185 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 53944) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:48.868781 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] Publish callbacks [] for security_group (25bfb93a-fa8f-4b0e-be26-942707b092dd), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.890051 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] Publish callbacks [] for security_group (25bfb93a-fa8f-4b0e-be26-942707b092dd), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.938113 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (25bfb93a-fa8f-4b0e-be26-942707b092dd), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.941704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:48.942892 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25bfb93a-fa8f-4b0e-be26-942707b092dd HTTP/1.1" status: 204 len: 168 time: 0.1188405 Feb 14 16:49:48.946165 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 5d8414aa-18a5-48ed-a78c-23613c0319ae no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:48.953059 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58509-7294-4355-8130-944d24fa7936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bfb93a-fa8f-4b0e-be26-942707b092dd,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:48.973116 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 5d8414aa-18a5-48ed-a78c-23613c0319ae {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:48.973684 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 5d8414aa-18a5-48ed-a78c-23613c0319ae not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:48.973865 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:49.000360 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:49.000708 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0f0286fc-49ea-49a2-8a8f-2723e0a177a2 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:49.001145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device ea0f2bf1-19fb-45f5-937b-656c1802bc91 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:49:49.021431 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: ea0f2bf1-19fb-45f5-937b-656c1802bc91 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:49:49.021785 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device ea0f2bf1-19fb-45f5-937b-656c1802bc91 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:49:49.259502 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53950) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:49.298670 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-37c820a8-8bd3-48f4-afe7-39de9a8b8bfe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=204a46ad5ff84da2b3345c1504411b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379798 Feb 14 16:49:49.301063 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 53952) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:49:49.348804 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] Publish callbacks [] for security_group (bc508e26-37da-491d-aecd-70b6ca029809), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:49.369812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] Publish callbacks [] for security_group (bc508e26-37da-491d-aecd-70b6ca029809), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:49.416487 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bc508e26-37da-491d-aecd-70b6ca029809), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:49.419952 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:49:49.421133 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc508e26-37da-491d-aecd-70b6ca029809 HTTP/1.1" status: 204 len: 168 time: 0.1191607 Feb 14 16:49:49.428499 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7b86-7f54-4871-bf2d-88eebec2e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc508e26-37da-491d-aecd-70b6ca029809,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:49:49.560410 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35a98e-9ab1-43bb-ad3b-aa5ea86524ca req-a77f609f-deca-47bb-b36c-cd197e7acd33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:49.561929 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd35a98e-9ab1-43bb-ad3b-aa5ea86524ca req-a77f609f-deca-47bb-b36c-cd197e7acd33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0560396 Feb 14 16:49:49.614004 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cd35a98e-9ab1-43bb-ad3b-aa5ea86524ca req-d081a673-e286-4ce4-8d62-1e326270759b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Feb 14 16:49:50.731246 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e34c7-667d-4f4a-93cc-dab3ed08852e req-55b62a87-3dfa-465f-bbee-5f0e5c7863f5 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:50.732697 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9b0e34c7-667d-4f4a-93cc-dab3ed08852e req-55b62a87-3dfa-465f-bbee-5f0e5c7863f5 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0510578 Feb 14 16:49:50.778017 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9b0e34c7-667d-4f4a-93cc-dab3ed08852e req-8ae50802-1d6f-4f5e-8eab-bd8960c9bf28 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396371 Feb 14 16:49:51.893342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d910ec-cf53-40a6-843a-5c40c9d6b20a req-d2021ae4-b39f-4896-bb12-ba08ac64a6d2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:51.894779 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-37d910ec-cf53-40a6-843a-5c40c9d6b20a req-d2021ae4-b39f-4896-bb12-ba08ac64a6d2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Feb 14 16:49:51.943625 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-37d910ec-cf53-40a6-843a-5c40c9d6b20a req-cb3ff65a-ca2e-47fa-aca9-72ee68883f53 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433862 Feb 14 16:49:53.061998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655456b-1c4e-41e9-8383-198188b2564f req-bba662a1-a710-45bc-a77f-f420baf648ec tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:53.063529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0655456b-1c4e-41e9-8383-198188b2564f req-bba662a1-a710-45bc-a77f-f420baf648ec tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0525465 Feb 14 16:49:53.109967 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-0655456b-1c4e-41e9-8383-198188b2564f req-dcce7037-b3e8-4f7f-ae20-fb4f295f6fe0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409329 Feb 14 16:49:54.225705 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d5c9-28b3-4ea1-bc6d-6218277a0893 req-4c957952-11ab-4331-9e90-2f1372360b4e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:54.227173 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-db23d5c9-28b3-4ea1-bc6d-6218277a0893 req-4c957952-11ab-4331-9e90-2f1372360b4e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0514047 Feb 14 16:49:54.274613 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-db23d5c9-28b3-4ea1-bc6d-6218277a0893 req-3b23f99e-9550-412a-8ef4-1c6d63572528 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Feb 14 16:49:55.394726 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d5da-3b6b-4748-9e5c-74ae380be168 req-966ecf94-006e-472b-9c00-c320e93e3956 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:55.396175 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce04d5da-3b6b-4748-9e5c-74ae380be168 req-966ecf94-006e-472b-9c00-c320e93e3956 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Feb 14 16:49:55.441315 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce04d5da-3b6b-4748-9e5c-74ae380be168 req-8572e7e6-72fc-4238-9ffb-ef73636c9712 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Feb 14 16:49:56.560023 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81488e-7a7b-4569-ba1e-8ed6969f92de req-2dd610ee-2aff-4360-ac97-8e11eaa4c2b0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:56.561531 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-da81488e-7a7b-4569-ba1e-8ed6969f92de req-2dd610ee-2aff-4360-ac97-8e11eaa4c2b0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Feb 14 16:49:56.607443 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-da81488e-7a7b-4569-ba1e-8ed6969f92de req-eec7ff49-5023-4dbb-bb35-457db24fcad7 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404787 Feb 14 16:49:57.723848 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf6dc9-163e-4076-a919-93ed2cb5c36f req-c05f75e9-09ab-432b-a1f0-2117807628e4 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:57.725359 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-16bf6dc9-163e-4076-a919-93ed2cb5c36f req-c05f75e9-09ab-432b-a1f0-2117807628e4 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Feb 14 16:49:57.775439 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-16bf6dc9-163e-4076-a919-93ed2cb5c36f req-2a4bed42-e569-4c03-8438-e27b886670b8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 Feb 14 16:49:58.891453 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc164-a36c-4e7e-9e83-c5b2831b2174 req-c088b47a-c569-4799-bf73-10c7ccba6417 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:58.893056 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cdddc164-a36c-4e7e-9e83-c5b2831b2174 req-c088b47a-c569-4799-bf73-10c7ccba6417 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Feb 14 16:49:58.938674 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cdddc164-a36c-4e7e-9e83-c5b2831b2174 req-44b0c2e7-3e68-4526-a0c3-c1fef8d7a714 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Feb 14 16:49:59.171917 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f664a6-ce24-4c6f-a3c3-edc99e79d6e7 req-729f8211-ebbd-475a-a666-13b1eb2f6b74 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:59.173190 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-77f664a6-ce24-4c6f-a3c3-edc99e79d6e7 req-729f8211-ebbd-475a-a666-13b1eb2f6b74 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Feb 14 16:49:59.221506 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-77f664a6-ce24-4c6f-a3c3-edc99e79d6e7 req-601b6f58-df93-4443-9ff2-f1ad7b48f320 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Feb 14 16:49:59.234175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536809b2-e7fd-483e-8478-89289b4fc71c req-b474830b-b45c-4a13-9e90-834b2f5af158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:59.236060 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-b474830b-b45c-4a13-9e90-834b2f5af158 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1129 time: 0.0474081 Feb 14 16:49:59.328300 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536809b2-e7fd-483e-8478-89289b4fc71c req-d6779d42-e822-4bcf-953d-c8fa1f0268e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:59.330066 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-d6779d42-e822-4bcf-953d-c8fa1f0268e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0863252 Feb 14 16:49:59.397155 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-9211e2e9-dcec-4308-9a43-baced1f0ba23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0607953 Feb 14 16:49:59.443403 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536809b2-e7fd-483e-8478-89289b4fc71c req-d5034a51-c96f-43d0-a10a-450ea6dc15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:59.444848 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-d5034a51-c96f-43d0-a10a-450ea6dc15d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0423591 Feb 14 16:49:59.490959 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536809b2-e7fd-483e-8478-89289b4fc71c req-ddf58e39-57f4-4837-af0e-e1b2668024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:49:59.492419 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-ddf58e39-57f4-4837-af0e-e1b2668024e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421712 Feb 14 16:49:59.582086 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-03a8cd93-1440-4bf1-9a4f-e4a587cf0a9e service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Feb 14 16:49:59.669106 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-536809b2-e7fd-483e-8478-89289b4fc71c req-28b1b967-a688-4bdb-a95f-4cdfe08b8d8c service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803452 Feb 14 16:50:00.353094 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81369d9-922b-40b2-a7a5-fd36dcff0117 req-2ee819f4-55f1-4c11-ae87-acaa1e507b00 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:00.354520 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e81369d9-922b-40b2-a7a5-fd36dcff0117 req-2ee819f4-55f1-4c11-ae87-acaa1e507b00 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0606968 Feb 14 16:50:00.401374 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e81369d9-922b-40b2-a7a5-fd36dcff0117 req-59a6d95e-9245-4ec9-ae89-67debbb1e918 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Feb 14 16:50:01.521978 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb73695-deed-4881-a472-9a07da7f50d9 req-adbea1ed-6283-4a43-a96c-7f00c74babad tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:01.523470 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-feb73695-deed-4881-a472-9a07da7f50d9 req-adbea1ed-6283-4a43-a96c-7f00c74babad tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Feb 14 16:50:01.570330 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-feb73695-deed-4881-a472-9a07da7f50d9 req-ad2309b6-ef66-4d2c-b39d-47c440bef730 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Feb 14 16:50:04.225200 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:50:04.783476 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a56c4201-5881-4b6e-aac8-7869742fa887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:06.007568 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:07.288009 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c0faafda-6b8a-44a3-8d01-db0358854b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:08.553533 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:10.104423 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:11.229348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:13.823541 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-93c2ec9d-d0e7-4f44-a8c2-e7b2fb800b8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419378 Feb 14 16:50:13.893089 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-520f7bf2-82e5-41d9-8fa6-d232e4305eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:13.894715 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-520f7bf2-82e5-41d9-8fa6-d232e4305eaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1129 time: 0.0486989 Feb 14 16:50:13.999275 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-991fd432-e928-4306-ae7e-ea89cfc26da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:14.000745 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-991fd432-e928-4306-ae7e-ea89cfc26da8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.0835309 Feb 14 16:50:14.071509 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-889bd478-4f62-45a7-9ca3-f02467a1b557 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 1001 time: 0.0618258 Feb 14 16:50:14.120638 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-e77247c9-ff6f-408a-aef8-f80aacee1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:14.122146 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-e77247c9-ff6f-408a-aef8-f80aacee1402 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0441103 Feb 14 16:50:14.173139 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-a7e8cacb-674c-4026-9ac3-4610f7b87c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:14.174596 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-a7e8cacb-674c-4026-9ac3-4610f7b87c79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438278 Feb 14 16:50:14.267016 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-c5f8bc11-4c3d-45dd-9435-3727ef005ed5 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Feb 14 16:50:14.355553 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-4c5f7327-06b6-4e58-94b3-4ef68df4425e req-052e21bf-5aaa-4093-977b-53203b1448bb service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806737 Feb 14 16:50:34.786364 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-89d99b08-2035-4362-83bd-2bcebb181826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:36.042564 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:36.094287 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57322c1e-f692-49eb-9164-bd10f7ee09db req-9abaa171-92ce-4bc9-8d4e-63e0a976ac7a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:36.097087 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-57322c1e-f692-49eb-9164-bd10f7ee09db req-9abaa171-92ce-4bc9-8d4e-63e0a976ac7a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0655165 Feb 14 16:50:36.144335 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-57322c1e-f692-49eb-9164-bd10f7ee09db req-508214e0-a46c-47e8-a13b-69c5ceaf1bfc tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Feb 14 16:50:37.264344 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa8027-8aa4-45fa-97b2-0b51e2a77702 req-b6b1dba8-6c7a-406e-9fe1-945febb2c9e3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:37.265845 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52aa8027-8aa4-45fa-97b2-0b51e2a77702 req-b6b1dba8-6c7a-406e-9fe1-945febb2c9e3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Feb 14 16:50:37.291244 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-db6ea23a-5e79-4d1c-9811-a6a8efe4cf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:37.315878 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-52aa8027-8aa4-45fa-97b2-0b51e2a77702 req-69e8266e-73d1-4c8a-83be-0d184e3051f5 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Feb 14 16:50:38.437343 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8065-b9fc-46b3-bcfa-4915782758f1 req-8fc8f314-129d-472e-9cd4-3127601e54d0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:38.438750 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b3bb8065-b9fc-46b3-bcfa-4915782758f1 req-8fc8f314-129d-472e-9cd4-3127601e54d0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0526237 Feb 14 16:50:38.489323 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b3bb8065-b9fc-46b3-bcfa-4915782758f1 req-4d9386a3-1bf9-405e-8dec-6a5252563e7e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Feb 14 16:50:38.558034 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:39.605686 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce484b-1f34-4acd-874d-b42441ef7d47 req-34648aa0-4e9a-46cc-a641-325657337eab tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:39.607211 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6cce484b-1f34-4acd-874d-b42441ef7d47 req-34648aa0-4e9a-46cc-a641-325657337eab tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Feb 14 16:50:39.655616 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-6cce484b-1f34-4acd-874d-b42441ef7d47 req-ff744d03-9b0a-4146-8dff-2e0258f9faa0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Feb 14 16:50:40.107201 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:40.774102 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5e9d7-03fd-4697-a567-7fcbab4676c7 req-dd74ed9b-54c7-4e12-a4bf-65f4d84d4d77 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:40.775567 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3cb5e9d7-03fd-4697-a567-7fcbab4676c7 req-dd74ed9b-54c7-4e12-a4bf-65f4d84d4d77 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0517335 Feb 14 16:50:40.821076 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3cb5e9d7-03fd-4697-a567-7fcbab4676c7 req-005f6d23-0ae1-4fce-9c59-d310e9d069f6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Feb 14 16:50:41.223450 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:50:41.232782 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:41.942475 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9bcac-1f6b-4732-bd39-9cc849e4c2c2 req-f1621d35-6916-430d-b91f-035b8d7a8012 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:41.943942 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dbd9bcac-1f6b-4732-bd39-9cc849e4c2c2 req-f1621d35-6916-430d-b91f-035b8d7a8012 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0550897 Feb 14 16:50:41.989169 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dbd9bcac-1f6b-4732-bd39-9cc849e4c2c2 req-cd54c016-cf31-400a-b851-cf6bfee16734 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Feb 14 16:50:43.257129 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cb94-8a44-4cac-995c-c8de703e2686 req-e5fbf258-6d2e-46f8-a40f-5152036e3542 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:43.258610 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a76cb94-8a44-4cac-995c-c8de703e2686 req-e5fbf258-6d2e-46f8-a40f-5152036e3542 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Feb 14 16:50:43.304272 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8a76cb94-8a44-4cac-995c-c8de703e2686 req-01443053-2069-44fc-aa4f-72f7e0076537 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Feb 14 16:50:44.445599 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c492cb-fbb3-4e96-9e9a-e9ac0ac47266 req-3dfbb35c-7c7e-4700-bf2d-c8068deab69d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:44.446988 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-32c492cb-fbb3-4e96-9e9a-e9ac0ac47266 req-3dfbb35c-7c7e-4700-bf2d-c8068deab69d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0732708 Feb 14 16:50:44.497919 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-32c492cb-fbb3-4e96-9e9a-e9ac0ac47266 req-6d417329-aca4-40ec-9b71-5432c352704b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 Feb 14 16:50:45.618025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c3d33-c567-481c-a972-2710f4071e5e req-df642dc5-80f0-4493-93d4-34a6d7e85b39 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:45.619502 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2f1c3d33-c567-481c-a972-2710f4071e5e req-df642dc5-80f0-4493-93d4-34a6d7e85b39 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0524201 Feb 14 16:50:45.664779 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2f1c3d33-c567-481c-a972-2710f4071e5e req-a21bf45b-6d9b-4a99-9685-e76b91bf05b4 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 Feb 14 16:50:46.780460 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb03a85-e36c-4733-9abc-1f61e5b63b04 req-9f5fd01d-3d3f-46ea-9eeb-07c9aa2788c8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:46.781998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bb03a85-e36c-4733-9abc-1f61e5b63b04 req-9f5fd01d-3d3f-46ea-9eeb-07c9aa2788c8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0518780 Feb 14 16:50:46.827500 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bb03a85-e36c-4733-9abc-1f61e5b63b04 req-76e89358-770b-4364-b516-8952a7cb8f2e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Feb 14 16:50:47.034457 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794f5c0-5613-431a-9d75-f338a1fb0e34 req-c855fc11-7229-4f8d-8490-47b789d89d00 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:47.035932 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9794f5c0-5613-431a-9d75-f338a1fb0e34 req-c855fc11-7229-4f8d-8490-47b789d89d00 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0562615 Feb 14 16:50:47.057841 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-fc22642e-9e09-4ef4-b5ad-f2b65b5f4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:47.060090 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-fc22642e-9e09-4ef4-b5ad-f2b65b5f4294 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1129 time: 0.0488880 Feb 14 16:50:47.083629 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-9794f5c0-5613-431a-9d75-f338a1fb0e34 req-9cf7fe36-0121-4ea0-8a06-a12f84f0f9f9 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Feb 14 16:50:47.149733 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-17b935c1-c7f0-4614-ae39-f6c7b1a44e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:47.151191 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-17b935c1-c7f0-4614-ae39-f6c7b1a44e65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0845273 Feb 14 16:50:47.218805 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-41f58ec4-de68-4a1e-9c96-418c6404cc5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0601072 Feb 14 16:50:47.266644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-87a585be-d049-46e3-9cd7-7a294cf80313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:47.268138 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-87a585be-d049-46e3-9cd7-7a294cf80313 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0428529 Feb 14 16:50:47.316325 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-8ca0e7c4-0784-4437-b68d-07ac69ac9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:47.317835 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-8ca0e7c4-0784-4437-b68d-07ac69ac9ccb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434513 Feb 14 16:50:47.407888 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-9baa16f7-ff5c-4db5-973c-0df41f73e75d service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840709 Feb 14 16:50:47.495448 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f30d9cf-4585-40ab-ab61-12c4cc65d155 req-43fc465a-93a1-4394-a594-4c33f5ca4651 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Feb 14 16:50:48.204028 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07e7d-22fe-44f5-bdd7-f05ec1e891c4 req-22560286-16ab-4726-acf3-5e75eabdcd82 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:48.205562 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9e07e7d-22fe-44f5-bdd7-f05ec1e891c4 req-22560286-16ab-4726-acf3-5e75eabdcd82 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Feb 14 16:50:48.251511 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c9e07e7d-22fe-44f5-bdd7-f05ec1e891c4 req-b1644b78-9b36-4056-ae7e-96a43dd71131 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Feb 14 16:50:57.323347 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54032) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:50:57.477877 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port 96414c39-20f3-44cb-9c1b-b2be78d444f2 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:50:57.478215 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:57.551458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:57.551790 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (96414c39-20f3-44cb-9c1b-b2be78d444f2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:57.563747 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for 96414c39-20f3-44cb-9c1b-b2be78d444f2 owned by network:floatingip {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:50:57.728915 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (96414c39-20f3-44cb-9c1b-b2be78d444f2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:57.754374 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=96414c39-20f3-44cb-9c1b-b2be78d444f2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:50:57.778173 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.778552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.778888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.779227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.779560 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.779892 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.780223 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.780555 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.780919 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.781251 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.781580 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.781903 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.782224 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:50:57.825034 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (34bd8480-29e8-43c2-bbe6-523ffa3d721a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:57.825582 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP 34bd8480-29e8-43c2-bbe6-523ffa3d721a disassociated (deleted). External IP: 172.27.1.5, port: 77c89e00-1f4f-4789-ad1f-181313d18bbf. Feb 14 16:50:58.277691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:50:58.386277 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:50:58.391710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:50:58.396435 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:50:58.407031 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:50:58.407642 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:50:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:50:58.420941 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-e35c0b1f-bb9f-4490-b73a-782d0bef4bac tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "DELETE /v2.0/floatingips/34bd8480-29e8-43c2-bbe6-523ffa3d721a HTTP/1.1" status: 204 len: 168 time: 1.0964179 Feb 14 16:50:58.421497 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:50:58.423706 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a675b3-9bec-46ea-9d9a-498b7107e7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:50:58.460654 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5542ba80-2a4e-4d14-b0ee-c5daaddd96e5 x-openstack-request-id: req-5542ba80-2a4e-4d14-b0ee-c5daaddd96e5 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:50:58.461041 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:50:58.461305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5542ba80-2a4e-4d14-b0ee-c5daaddd96e5 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:50:58.461706 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'status': 'completed', 'code': 200} Feb 14 16:50:58.521574 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:50:58.527512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-3e328370-31c9-4e3a-b401-ca0f70f75118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:58.529310 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-3e328370-31c9-4e3a-b401-ca0f70f75118 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 1130 time: 0.0464499 Feb 14 16:50:58.640812 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-33ec5001-d29d-43e1-a487-e60df5f155fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:58.642207 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-33ec5001-d29d-43e1-a487-e60df5f155fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.1018267 Feb 14 16:50:58.657170 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76257d8b-43af-44f0-b426-005036d81fbf req-d28df9bc-74df-4e10-b1f1-59a1d6e097be tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:58.658682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-76257d8b-43af-44f0-b426-005036d81fbf req-d28df9bc-74df-4e10-b1f1-59a1d6e097be tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.0589442 Feb 14 16:50:58.691362 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-fc4ac481-c7c6-4d9d-bb27-f47a02e19813 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 200 len: 217 time: 0.0366082 Feb 14 16:50:58.707816 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-76257d8b-43af-44f0-b426-005036d81fbf req-280b42ea-c70f-442a-8773-c3f65b2360cf tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Feb 14 16:50:58.740145 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-cf5e221c-8f3f-4af3-b96d-289a4b9cb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:58.741643 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-cf5e221c-8f3f-4af3-b96d-289a4b9cb78f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0443854 Feb 14 16:50:58.749799 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:50:58.779383 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:50:58.787506 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:50:58.788150 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:50:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:50:58.790033 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-3e4d08d4-e1c6-403d-bb6c-6db0dd828310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:50:58.791542 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-3e4d08d4-e1c6-403d-bb6c-6db0dd828310 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429168 Feb 14 16:50:58.888742 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-fa586065-b40c-4b3f-be6b-d82143f552ee service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871739 Feb 14 16:50:58.893858 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:50:58.990986 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-09a675b3-9bec-46ea-9d9a-498b7107e7dd req-c44bbfde-8948-4e91-9e22-af82291a9279 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956602 Feb 14 16:50:59.136614 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:50:59.252105 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a1eb7-120c-41fe-a1c0-66fb40394b1d None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'cbc8e5de-fe58-4345-b896-85b003fbd7cb', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'port_id': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'mac_address': 'fa:16:3e:19:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:47:12Z', 'updated_at': '2022-02-14T16:47:14Z', 'revision_number': 1, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:50:59.472416 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbd85d-24f5-47eb-9e46-b8d8c578bffd None None] New status for floating IP 34bd8480-29e8-43c2-bbe6-523ffa3d721a: DOWN {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:51:00.032536 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eb40a-3887-413c-bbb3-4a0b077c7a04 req-cc6aed48-5c8e-48ae-af27-f1c3c53be7f5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:00.034097 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f4eb40a-3887-413c-bbb3-4a0b077c7a04 req-cc6aed48-5c8e-48ae-af27-f1c3c53be7f5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.2559662 Feb 14 16:51:00.082682 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-1f4eb40a-3887-413c-bbb3-4a0b077c7a04 req-61f91b39-8fde-45f0-891f-1bae9b295a59 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429592 Feb 14 16:51:00.205193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-a49be3bb-9f97-44c7-9d23-528ebdeb0693 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:00.206680 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-a49be3bb-9f97-44c7-9d23-528ebdeb0693 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 946 time: 0.0560749 Feb 14 16:51:00.298365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port 77c89e00-1f4f-4789-ad1f-181313d18bbf {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:00.298710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:00.388198 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] For port 77c89e00-1f4f-4789-ad1f-181313d18bbf, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=77c89e00-1f4f-4789-ad1f-181313d18bbf,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:00.388480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:00.401185 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for 77c89e00-1f4f-4789-ad1f-181313d18bbf owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:00.528206 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (77c89e00-1f4f-4789-ad1f-181313d18bbf), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:00.556491 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=77c89e00-1f4f-4789-ad1f-181313d18bbf,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:00.598866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] No DVR routers for this DVR port 77c89e00-1f4f-4789-ad1f-181313d18bbf on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:00.601455 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:00.604918 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7ac1b02e-aaa8-479c-843c-565a340eb166 req-bf0f7b19-80d0-4e5d-8e28-92a098e7599c tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "DELETE /v2.0/ports/77c89e00-1f4f-4789-ad1f-181313d18bbf HTTP/1.1" status: 204 len: 173 time: 0.3924558 Feb 14 16:51:00.605361 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'name': 'network-vif-deleted', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:00.608609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7000824-79bb-4cd3-9bd8-0d3f60cefe5e" -d '{"events": [{"server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "name": "network-vif-deleted", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:00.646489 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6496ed5b-ecd3-408b-981b-7f52cb1a3084 x-openstack-request-id: req-6496ed5b-ecd3-408b-981b-7f52cb1a3084 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:00.646777 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ecde82-ad64-420c-afab-0a8cbb096968", "name": "network-vif-deleted", "tag": "77c89e00-1f4f-4789-ad1f-181313d18bbf", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:00.647029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6496ed5b-ecd3-408b-981b-7f52cb1a3084 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:00.647426 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ecde82-ad64-420c-afab-0a8cbb096968', 'name': 'network-vif-deleted', 'tag': '77c89e00-1f4f-4789-ad1f-181313d18bbf', 'status': 'completed', 'code': 200} Feb 14 16:51:01.187156 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f040f458-5332-4dee-af33-1a6741d43bf1 req-54bcd4b4-0c51-4470-acb6-1d58971cb692 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ecde82-ad64-420c-afab-0a8cbb096968 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Feb 14 16:51:04.040891 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 77c89e00-1f4f-4789-ad1f-181313d18bbf no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:04.061068 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 77c89e00-1f4f-4789-ad1f-181313d18bbf {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:04.061408 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 77c89e00-1f4f-4789-ad1f-181313d18bbf not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:04.455680 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54080) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:04.607649 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port 7c7544e2-980c-4618-a80b-aec829683b90 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:04.607985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (7c7544e2-980c-4618-a80b-aec829683b90), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.683552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (7c7544e2-980c-4618-a80b-aec829683b90), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.683875 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (7c7544e2-980c-4618-a80b-aec829683b90), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.696264 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for 7c7544e2-980c-4618-a80b-aec829683b90 owned by network:floatingip {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:04.789657 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-257920e7-9671-4881-864e-2f418ced7af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.842447 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (7c7544e2-980c-4618-a80b-aec829683b90), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.865916 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=7c7544e2-980c-4618-a80b-aec829683b90,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:04.926866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (cbc8e5de-fe58-4345-b896-85b003fbd7cb), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:04.927137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Floating IP cbc8e5de-fe58-4345-b896-85b003fbd7cb disassociated (deleted). External IP: 172.27.1.178, port: d993f4af-1b86-4667-af61-bc55ba2689ef. Feb 14 16:51:05.131941 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:51:05.236465 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:51:05.241783 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:05.246333 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:51:05.255586 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:05.256186 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:50:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:05.270726 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-84d4bdc7-2759-4242-acae-fe11a2ab0c4a tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "DELETE /v2.0/floatingips/cbc8e5de-fe58-4345-b896-85b003fbd7cb HTTP/1.1" status: 204 len: 168 time: 0.8139744 Feb 14 16:51:05.271611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:05.274028 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721736d1-8aec-4f9d-92aa-b02ddcbd6805" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:05.312867 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a5f26-5552-4d97-931c-855e25d100b7 x-openstack-request-id: req-326a5f26-5552-4d97-931c-855e25d100b7 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:05.313163 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:05.313420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-326a5f26-5552-4d97-931c-855e25d100b7 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:05.315143 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'status': 'completed', 'code': 200} Feb 14 16:51:05.367988 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:05.382982 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-e551d7aa-7329-46f6-a094-e5574d3e7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:05.384856 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-e551d7aa-7329-46f6-a094-e5574d3e7a41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62496f003fff469ab7b376f30e802e1f&device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 1129 time: 0.0496337 Feb 14 16:51:05.486683 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-269d8afe-5507-49cb-9e05-a917ff52fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:05.488344 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-269d8afe-5507-49cb-9e05-a917ff52fe9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 200 len: 912 time: 0.0917466 Feb 14 16:51:05.532562 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-fcf69ac2-939d-483e-8ff3-edd3ed2e3c70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 200 len: 217 time: 0.0370557 Feb 14 16:51:05.578708 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:05.580694 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11e7a-32b5-41e7-a02f-c0cb4903571f req-fb79c6b0-3717-4c4a-b8c5-d4a60221f8f5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:05.582778 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4cf11e7a-32b5-41e7-a02f-c0cb4903571f req-fb79c6b0-3717-4c4a-b8c5-d4a60221f8f5 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.1202681 Feb 14 16:51:05.588948 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-68f0d845-c5ca-438b-b08f-5756a67d053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:05.590436 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-68f0d845-c5ca-438b-b08f-5756a67d053a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 200 len: 850 time: 0.0494862 Feb 14 16:51:05.610243 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:51:05.618480 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:05.619090 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:50:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:05.635574 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4cf11e7a-32b5-41e7-a02f-c0cb4903571f req-4c761fd6-3753-48e7-986b-b94311146109 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Feb 14 16:51:05.640028 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-e28e4d31-05d5-4c53-bb8d-36c6623fd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:05.641508 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-e28e4d31-05d5-4c53-bb8d-36c6623fd26a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c25748a-5328-4631-8b87-a4e12680c93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445766 Feb 14 16:51:05.726965 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:05.729669 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-18796b7d-4cd6-4772-aee7-df45045193bf service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814052 Feb 14 16:51:05.826137 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-721736d1-8aec-4f9d-92aa-b02ddcbd6805 req-cc4fcf07-4bdb-4fdc-9971-7450d8988a82 service neutron] 10.222.0.50 "GET /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888999 Feb 14 16:51:05.926055 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:05.951303 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a77c9-6b0a-4dcf-874d-6806bc89bddd None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:40Z', 'revision_number': 4, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '96eb2b02-357b-4d5c-bc54-536def9dbac3', 'name': '', 'network_id': '5c25748a-5328-4631-8b87-a4e12680c93b', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'mac_address': 'fa:16:3e:8e:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '49abf726-4927-4856-ac99-226ca423c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:39Z', 'updated_at': '2022-02-14T16:43:44Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'subnets': [{'id': '49abf726-4927-4856-ac99-226ca423c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:51:06.045553 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:06.163224 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdc345-21ee-4af2-99ef-172d0ea92d0e None None] New status for floating IP cbc8e5de-fe58-4345-b896-85b003fbd7cb: DOWN {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:51:06.756941 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9fb01-9d05-4a8b-a3e4-5a1ee03933d1 req-09a106c7-40d4-4def-ba86-f16e29cda290 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:06.758436 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4fa9fb01-9d05-4a8b-a3e4-5a1ee03933d1 req-09a106c7-40d4-4def-ba86-f16e29cda290 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Feb 14 16:51:06.806289 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4fa9fb01-9d05-4a8b-a3e4-5a1ee03933d1 req-e8950ea8-61a1-4050-a02f-9968785e06f6 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/security-groups?id=4070d83d-2ee4-461c-8475-565dd1136928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Feb 14 16:51:07.092940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-aa595131-5e0b-4d25-9a07-480c2a7befbf tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:07.094437 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-aa595131-5e0b-4d25-9a07-480c2a7befbf tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Feb 14 16:51:07.188179 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port d993f4af-1b86-4667-af61-bc55ba2689ef {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:07.188446 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:07.276051 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] For port d993f4af-1b86-4667-af61-bc55ba2689ef, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d993f4af-1b86-4667-af61-bc55ba2689ef,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:07.276413 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:07.289477 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for d993f4af-1b86-4667-af61-bc55ba2689ef owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:07.294804 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2720cccf-4fd8-46d1-87c5-f57c5959b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:07.417980 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d993f4af-1b86-4667-af61-bc55ba2689ef), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:07.446617 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=d993f4af-1b86-4667-af61-bc55ba2689ef,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:07.488788 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] No DVR routers for this DVR port d993f4af-1b86-4667-af61-bc55ba2689ef on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:07.491177 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:07.494473 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-cabbd07c-dab9-4b17-9ba2-33ece1c3decc req-c23a2aa7-33a2-4d7e-b649-00b1f7414aa4 tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.50 "DELETE /v2.0/ports/d993f4af-1b86-4667-af61-bc55ba2689ef HTTP/1.1" status: 204 len: 173 time: 0.3949351 Feb 14 16:51:07.494901 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'name': 'network-vif-deleted', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:07.497354 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be03ceaf-16a1-42c0-8cd8-2e032428e4dd" -d '{"events": [{"server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "name": "network-vif-deleted", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:07.535663 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05308bce-5b7a-49e0-a727-560982bbc337 x-openstack-request-id: req-05308bce-5b7a-49e0-a727-560982bbc337 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:07.535993 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5f812e-7f23-4d0d-83e4-c4240bd156c5", "name": "network-vif-deleted", "tag": "d993f4af-1b86-4667-af61-bc55ba2689ef", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:07.536272 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05308bce-5b7a-49e0-a727-560982bbc337 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:07.536684 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f812e-7f23-4d0d-83e4-c4240bd156c5', 'name': 'network-vif-deleted', 'tag': 'd993f4af-1b86-4667-af61-bc55ba2689ef', 'status': 'completed', 'code': 200} Feb 14 16:51:07.913730 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2b4ed74-c8ac-400d-a790-2ac072aff796 req-b6678715-02fe-4da8-a060-251d9c920f2d tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a5f812e-7f23-4d0d-83e4-c4240bd156c5 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Feb 14 16:51:08.560591 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:08.969949 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54100) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:09.090002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Deleting port 595d3d24-ac0c-41b6-b5b0-25a0f2118a36 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:09.091029 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.164193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.164518 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.176467 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Calling delete_port for 595d3d24-ac0c-41b6-b5b0-25a0f2118a36 owned by network:floatingip {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:09.304405 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (595d3d24-ac0c-41b6-b5b0-25a0f2118a36), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.329885 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'Port': ['ID=595d3d24-ac0c-41b6-b5b0-25a0f2118a36,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:09.390506 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for floatingip (084f4cd7-a91d-4b6c-8269-70ac05499fdb), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.393183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:09.394335 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c33e93b9-d47e-4a0a-8c12-12f3f41337ce tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "DELETE /v2.0/floatingips/084f4cd7-a91d-4b6c-8269-70ac05499fdb HTTP/1.1" status: 204 len: 168 time: 0.4233973 Feb 14 16:51:10.069305 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d993f4af-1b86-4667-af61-bc55ba2689ef no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:10.093125 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: d993f4af-1b86-4667-af61-bc55ba2689ef {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:10.093541 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device d993f4af-1b86-4667-af61-bc55ba2689ef not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:10.109980 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:10.580835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54112) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:10.635698 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (4070d83d-2ee4-461c-8475-565dd1136928), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:10.661715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (4070d83d-2ee4-461c-8475-565dd1136928), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:10.720849 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4070d83d-2ee4-461c-8475-565dd1136928), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:10.723748 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:10.724947 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] 10.222.0.69 "DELETE /v2.0/security-groups/4070d83d-2ee4-461c-8475-565dd1136928 HTTP/1.1" status: 204 len: 168 time: 0.1430361 Feb 14 16:51:10.735331 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bb016-76f0-42f0-8d76-5395435e6a3b tempest-TestVolumeBootPattern-1880979232 tempest-TestVolumeBootPattern-1880979232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4070d83d-2ee4-461c-8475-565dd1136928,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:10.780821 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54116) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:11.238143 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:11.494696 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:11.733583 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Deleting port 96eb2b02-357b-4d5c-bc54-536def9dbac3 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:11.734310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:11.808371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] For port 96eb2b02-357b-4d5c-bc54-536def9dbac3, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=96eb2b02-357b-4d5c-bc54-536def9dbac3,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:11.808656 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:11.821272 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Calling delete_port for 96eb2b02-357b-4d5c-bc54-536def9dbac3 owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:11.998634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (96eb2b02-357b-4d5c-bc54-536def9dbac3), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.023199 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Pushing event deleted for resources: {'Port': ['ID=96eb2b02-357b-4d5c-bc54-536def9dbac3,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:12.193860 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.411581 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:51:12.520745 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:51:12.525699 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-5b2022d5-f658-4ca7-b649-1aef741c2371 admin admin] 10.222.0.69 "PUT /v2.0/routers/d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438819 Feb 14 16:51:12.529088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54120) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:12.530532 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Sync routers for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:51:12.540738 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:12.541407 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:12.634733 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks [] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.648293 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:12.741265 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks [] for router_gateway (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.793183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Deleting port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:12.794072 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.830772 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:51:11Z', 'revision_number': 5, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port': {'id': '7b3fcb52-b4fc-4fe1-b6ba-425b590d3051', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:12.856569 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Checking router: d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:51:12.865411 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Routers {'d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:12.866010 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:12.870757 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] For port 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:12.871121 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:12.883934 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Calling delete_port for 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 owned by network:router_gateway {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:12.958332 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] Set router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:13.014350 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:51:12Z', 'revision_number': 6, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:13.040808 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf48fc4-b6fd-4980-9e72-f89095ce1341 None None] The sync data for ids ['d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11'] in dv-cinder-819669-3-iscsi is: [{'id': 'd29f1be9-7c4e-4bc4-a23f-492d5bbc7a11', 'name': 'tempest-TestVolumeBootPattern-296671967-router', 'tenant_id': '62496f003fff469ab7b376f30e802e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:37Z', 'updated_at': '2022-02-14T16:51:12Z', 'revision_number': 6, 'project_id': '62496f003fff469ab7b376f30e802e1f', 'gw_port_host': None}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:51:13.053854 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (7b3fcb52-b4fc-4fe1-b6ba-425b590d3051), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.084158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3fcb52-b4fc-4fe1-b6ba-425b590d3051,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:13.144272 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.247645 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.249791 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks [] for router_controller (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.312969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.313541 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 {{(pid=109321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:51:13.318407 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.319565 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-2d0ac108-c08b-4aa0-8e14-79afc0b72882 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d29f1be9-7c4e-4bc4-a23f-492d5bbc7a11 HTTP/1.1" status: 204 len: 168 time: 0.7894225 Feb 14 16:51:13.322146 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54122) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:13.366237 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Deleting subnet 49abf726-4927-4856-ac99-226ca423c25f {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:51:13.369209 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Publish callbacks [] for subnet (49abf726-4927-4856-ac99-226ca423c25f), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.404154 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8477213'] for subnet (49abf726-4927-4856-ac99-226ca423c25f), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.513548 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (49abf726-4927-4856-ac99-226ca423c25f), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.563760 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538294'] for subnet (49abf726-4927-4856-ac99-226ca423c25f), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.589609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49abf726-4927-4856-ac99-226ca423c25f,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:13.595457 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.598724 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cb63ad81-3853-4830-a967-7bba8f06458b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/49abf726-4927-4856-ac99-226ca423c25f HTTP/1.1" status: 204 len: 168 time: 0.2756100 Feb 14 16:51:13.601244 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54124) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:13.602749 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6677b-8016-40f1-b9b3-351569744b04 None None] Network 5c25748a-5328-4631-8b87-a4e12680c93b requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:51:13.669712 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (5c25748a-5328-4631-8b87-a4e12680c93b), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.722349 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Deleting port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:13.722691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.790794 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] DHCP port deletion for 5c25748a-5328-4631-8b87-a4e12680c93b request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:51:13.791032 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] For port 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=60f9849c-4ff0-4e7c-bae5-68d5876eb652,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:13.791498 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.805420 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Calling delete_port for 60f9849c-4ff0-4e7c-bae5-68d5876eb652 owned by network:dhcp {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:13.838156 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Deleting port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 {{(pid=109322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:13.838534 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), before_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.886610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.909701 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] For port 60f9849c-4ff0-4e7c-bae5-68d5876eb652, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=60f9849c-4ff0-4e7c-bae5-68d5876eb652,segment=NetworkSegment(ce3b86aa-387a-425d-a83c-460b80c724b3),segment_id=ce3b86aa-387a-425d-a83c-460b80c724b3)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:13.910158 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), precommit_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:13.915334 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f9849c-4ff0-4e7c-bae5-68d5876eb652,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:13.923262 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] No DVR routers for this DVR port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 on host dv-cinder-819669-3-iscsi {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:13.924145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Calling delete_port for 60f9849c-4ff0-4e7c-bae5-68d5876eb652 owned by network:dhcp {{(pid=109322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:13.993945 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (5c25748a-5328-4631-8b87-a4e12680c93b), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.005777 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004'] for port (60f9849c-4ff0-4e7c-bae5-68d5876eb652), after_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.018034 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c25748a-5328-4631-8b87-a4e12680c93b']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:14.027516 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b86aa-387a-425d-a83c-460b80c724b3') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:14.027970 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b86aa-387a-425d-a83c-460b80c724b3') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:14.033638 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Pushing event deleted for resources: {'Port': ['ID=60f9849c-4ff0-4e7c-bae5-68d5876eb652,revision_number=None']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:14.037960 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (ce3b86aa-387a-425d-a83c-460b80c724b3), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.038140 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] No DVR routers for this DVR port 60f9849c-4ff0-4e7c-bae5-68d5876eb652 on host dv-cinder-819669-3-iscsi {{(pid=109322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:14.045481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.045790 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.046140 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.046478 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.046873 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.047133 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.047531 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.047923 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.048205 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.048533 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.048962 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.049954 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.049954 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9309db77-3db7-4199-a35a-ffad2163617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:14.057076 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (ce3b86aa-387a-425d-a83c-460b80c724b3), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.065165 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:51:14.065711 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (ce3b86aa-387a-425d-a83c-460b80c724b3), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:51:14.069651 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:51:14.380611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (5c25748a-5328-4631-8b87-a4e12680c93b), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.385855 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.389611 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c25748a-5328-4631-8b87-a4e12680c93b HTTP/1.1" status: 204 len: 168 time: 0.7874568 Feb 14 16:51:14.392647 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54126) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:14.401313 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67affc2d-4d2f-4a10-a6f3-b84ece8e3d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c25748a-5328-4631-8b87-a4e12680c93b,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:14.755581 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (dd50345a-07a7-4932-8f22-40a82a531df2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:14.762920 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-a664ed2b-f2eb-46a5-8250-6b808d934484 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454788 Feb 14 16:51:14.825632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-3fcca958-a552-466e-8da5-d5d8274b2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:14.827157 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-3fcca958-a552-466e-8da5-d5d8274b2724 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 1129 time: 0.0439670 Feb 14 16:51:14.931750 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-8cc40fa8-7286-4fce-82cd-f0fe1299b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:14.933247 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-8cc40fa8-7286-4fce-82cd-f0fe1299b5f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0870852 Feb 14 16:51:14.994583 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 96eb2b02-357b-4d5c-bc54-536def9dbac3 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:15.000990 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-ac1ada9b-228d-4626-844b-78ea563f9cfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0607085 Feb 14 16:51:15.008611 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Deleting port f32e11c0-ee8b-49c9-8a5a-061985542b98 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:15.008933 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:15.018971 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 96eb2b02-357b-4d5c-bc54-536def9dbac3 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:15.019404 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 96eb2b02-357b-4d5c-bc54-536def9dbac3 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:15.019897 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:15.039864 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:15.040464 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7b3fcb52-b4fc-4fe1-b6ba-425b590d3051 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:15.041067 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 60f9849c-4ff0-4e7c-bae5-68d5876eb652 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:15.055452 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-d0d209b8-fd63-438b-90e1-e7b738d0aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:15.057352 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-d0d209b8-fd63-438b-90e1-e7b738d0aeef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0495718 Feb 14 16:51:15.061892 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 60f9849c-4ff0-4e7c-bae5-68d5876eb652 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:15.062234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 60f9849c-4ff0-4e7c-bae5-68d5876eb652 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:15.107169 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] For port f32e11c0-ee8b-49c9-8a5a-061985542b98, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=f32e11c0-ee8b-49c9-8a5a-061985542b98,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:15.107542 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:15.118463 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-22cb9ce2-cf68-4ee2-9b8f-a7cef0c68424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:15.119993 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-22cb9ce2-cf68-4ee2-9b8f-a7cef0c68424 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559573 Feb 14 16:51:15.124470 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Calling delete_port for f32e11c0-ee8b-49c9-8a5a-061985542b98 owned by network:router_interface {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:15.130705 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-ebadae71-37bd-4353-bfca-f5ebe69d4179 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:51:15.131679 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-ebadae71-37bd-4353-bfca-f5ebe69d4179 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052166 Feb 14 16:51:15.222681 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-ef1226e2-af67-4abd-bd67-c7985b576fdd service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Feb 14 16:51:15.304299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (f32e11c0-ee8b-49c9-8a5a-061985542b98), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:15.313264 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ca5bfefe-d62f-4c7d-a204-04a392ff77ce req-c44d3c1d-6a27-4c51-a93f-578d65acaa0c service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Feb 14 16:51:15.330265 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f32e11c0-ee8b-49c9-8a5a-061985542b98,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:15.357396 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.357749 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.358095 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.358438 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.358773 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.359095 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.359432 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.359768 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.360367 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.360702 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.361058 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.361383 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.361707 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:51:15.510965 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (dd50345a-07a7-4932-8f22-40a82a531df2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:15.721601 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Router dd50345a-07a7-4932-8f22-40a82a531df2 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:51:15.831635 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:51:15.836672 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-cbd3d95d-d5e1-4255-b420-d8f021dd0c1a admin admin] 10.222.0.69 "PUT /v2.0/routers/dd50345a-07a7-4932-8f22-40a82a531df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4429464 Feb 14 16:51:15.839339 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54128) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:15.840905 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Sync routers for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:51:15.850889 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:15.851501 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:16.092520 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:16.193474 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks [] for router (dd50345a-07a7-4932-8f22-40a82a531df2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.272686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:51:15Z', 'revision_number': 5, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port': {'id': 'e9f8ab33-c9c6-436a-9499-dd3454bb4214', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:43:44Z', 'updated_at': '2022-02-14T16:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:16.296279 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks [] for router_gateway (dd50345a-07a7-4932-8f22-40a82a531df2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.304896 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Checking router: dd50345a-07a7-4932-8f22-40a82a531df2 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:51:16.313731 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Routers {'dd50345a-07a7-4932-8f22-40a82a531df2'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:16.314347 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['dd50345a-07a7-4932-8f22-40a82a531df2'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:16.346793 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Deleting port e9f8ab33-c9c6-436a-9499-dd3454bb4214 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:16.347050 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.404551 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] Set router dd50345a-07a7-4932-8f22-40a82a531df2 gateway port host: None {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:16.424737 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] For port e9f8ab33-c9c6-436a-9499-dd3454bb4214, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=e9f8ab33-c9c6-436a-9499-dd3454bb4214,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:16.425108 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.437572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Calling delete_port for e9f8ab33-c9c6-436a-9499-dd3454bb4214 owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:16.455059 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:51:16Z', 'revision_number': 6, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:16.484433 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a957-5912-4bdd-b790-0d0cb3a01c68 None None] The sync data for ids ['dd50345a-07a7-4932-8f22-40a82a531df2'] in dv-cinder-819669-3-iscsi is: [{'id': 'dd50345a-07a7-4932-8f22-40a82a531df2', 'name': 'tempest-TestVolumeBootPattern-712879310-router', 'tenant_id': '3e8fb8b8912f456e83a93b35fc76118c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:43:43Z', 'updated_at': '2022-02-14T16:51:16Z', 'revision_number': 6, 'project_id': '3e8fb8b8912f456e83a93b35fc76118c', 'gw_port_host': None}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:51:16.605395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (e9f8ab33-c9c6-436a-9499-dd3454bb4214), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.638075 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f8ab33-c9c6-436a-9499-dd3454bb4214,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:16.694290 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (dd50345a-07a7-4932-8f22-40a82a531df2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.786534 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (dd50345a-07a7-4932-8f22-40a82a531df2), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.788587 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks [] for router_controller (dd50345a-07a7-4932-8f22-40a82a531df2), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.834494 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (dd50345a-07a7-4932-8f22-40a82a531df2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.835399 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd50345a-07a7-4932-8f22-40a82a531df2 {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:51:16.839935 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.841100 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-91e38982-47c9-4f30-866f-7e763f0bf3a5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/dd50345a-07a7-4932-8f22-40a82a531df2 HTTP/1.1" status: 204 len: 168 time: 1.0007761 Feb 14 16:51:16.843637 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54130) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:16.890222 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Deleting subnet 603c1dc6-cd98-42e6-ab11-673cc7c6760c {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:51:16.893548 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Publish callbacks [] for subnet (603c1dc6-cd98-42e6-ab11-673cc7c6760c), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:16.928172 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (603c1dc6-cd98-42e6-ab11-673cc7c6760c), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.003267 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (603c1dc6-cd98-42e6-ab11-673cc7c6760c), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.062062 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (603c1dc6-cd98-42e6-ab11-673cc7c6760c), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.088749 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603c1dc6-cd98-42e6-ab11-673cc7c6760c,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:17.092840 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.096166 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-55001d26-c7a1-4aa7-8080-7b05007e2a41 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/603c1dc6-cd98-42e6-ab11-673cc7c6760c HTTP/1.1" status: 204 len: 168 time: 0.2516022 Feb 14 16:51:17.098635 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54132) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:17.101280 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10193ff3-d18d-47bf-ad7b-8cf224596f87 None None] Network cf852e3d-22f6-42ad-b431-1bec941d32ab requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:51:17.166748 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (cf852e3d-22f6-42ad-b431-1bec941d32ab), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.230299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Deleting port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:17.230299 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.253122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] DHCP port deletion for cf852e3d-22f6-42ad-b431-1bec941d32ab request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:51:17.294977 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e9f8ab33-c9c6-436a-9499-dd3454bb4214 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:17.306532 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] For port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:17.306972 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.320012 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: e9f8ab33-c9c6-436a-9499-dd3454bb4214 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:17.320362 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device e9f8ab33-c9c6-436a-9499-dd3454bb4214 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:17.320486 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Calling delete_port for 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 owned by network:dhcp {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:17.320805 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device f32e11c0-ee8b-49c9-8a5a-061985542b98 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:17.343302 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Deleting port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 {{(pid=109322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:17.343688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), before_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.345321 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: f32e11c0-ee8b-49c9-8a5a-061985542b98 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:17.345675 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device f32e11c0-ee8b-49c9-8a5a-061985542b98 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:17.410991 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.426431 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] For port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,segment=NetworkSegment(633fdefc-18de-40ac-b906-891250ff6dbd),segment_id=633fdefc-18de-40ac-b906-891250ff6dbd)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:17.426631 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), precommit_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.436264 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:17.439403 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Calling delete_port for 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 owned by network:dhcp {{(pid=109322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:17.439991 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] No DVR routers for this DVR port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 on host dv-cinder-819669-3-iscsi {{(pid=109320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:17.514118 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (cf852e3d-22f6-42ad-b431-1bec941d32ab), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.520388 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004'] for port (4c50a815-b8a3-4a27-b8d1-747b92dfe8f9), after_delete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.539827 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf852e3d-22f6-42ad-b431-1bec941d32ab']}} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:17.550704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633fdefc-18de-40ac-b906-891250ff6dbd') {'for_net_delete': True} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:17.551010 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.services.segments.db [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633fdefc-18de-40ac-b906-891250ff6dbd') {} {{(pid=109320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:17.552266 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] Pushing event deleted for resources: {'Port': ['ID=4c50a815-b8a3-4a27-b8d1-747b92dfe8f9,revision_number=None']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:17.557403 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a9c9e-599b-43ae-bb06-23d50bcce2b3 None None] No DVR routers for this DVR port 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 on host dv-cinder-819669-3-iscsi {{(pid=109322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:17.562332 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3050093'] for segment (633fdefc-18de-40ac-b906-891250ff6dbd), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.576703 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (633fdefc-18de-40ac-b906-891250ff6dbd), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.583094 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:51:17.583482 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3047476'] for segment (633fdefc-18de-40ac-b906-891250ff6dbd), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: Traceback (most recent call last): Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: timer() Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: cb(*args, **kw) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: return func(*args, **kwargs) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: self._notify() Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: self.callback(batched_events) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: event.method(event) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: return f(self, *a, **k) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._get(url).json() Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: return self.request(url, 'GET', **kwargs) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:51:17.585188 dv-cinder-819669-3-iscsi neutron-server[109320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:51:17.639336 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (cf852e3d-22f6-42ad-b431-1bec941d32ab), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.644480 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.647643 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/cf852e3d-22f6-42ad-b431-1bec941d32ab HTTP/1.1" status: 204 len: 168 time: 0.5480881 Feb 14 16:51:17.657786 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d108d11-6dbc-46cd-a07a-89a211f2d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf852e3d-22f6-42ad-b431-1bec941d32ab,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:17.760061 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54136) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:17.800301 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a1e3361c-4515-43ca-96b4-edd338066a1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62496f003fff469ab7b376f30e802e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389977 Feb 14 16:51:17.802667 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54138) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:17.849054 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] Publish callbacks [] for security_group (a951746d-ca6e-4a94-88f8-4e6400bb7bf6), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.873772 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] Publish callbacks [] for security_group (a951746d-ca6e-4a94-88f8-4e6400bb7bf6), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.920900 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (a951746d-ca6e-4a94-88f8-4e6400bb7bf6), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.923527 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:17.924701 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a951746d-ca6e-4a94-88f8-4e6400bb7bf6 HTTP/1.1" status: 204 len: 168 time: 0.1211638 Feb 14 16:51:17.932187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770010-405c-44a7-9208-8bf1a9443d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951746d-ca6e-4a94-88f8-4e6400bb7bf6,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:18.221673 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:51:18.240007 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54144) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:18.279017 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a854d686-6708-4dcb-b9eb-64204cdc3fc1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e8fb8b8912f456e83a93b35fc76118c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378551 Feb 14 16:51:18.281520 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54146) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:18.325952 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] Publish callbacks [] for security_group (f168f94b-a619-4896-a338-b8931281e0d3), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:18.346985 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] Publish callbacks [] for security_group (f168f94b-a619-4896-a338-b8931281e0d3), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:18.392935 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (f168f94b-a619-4896-a338-b8931281e0d3), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:18.395529 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:18.396679 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f168f94b-a619-4896-a338-b8931281e0d3 HTTP/1.1" status: 204 len: 168 time: 0.1142716 Feb 14 16:51:18.404741 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8b3a5-ca09-4016-bc69-9814f0c9f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168f94b-a619-4896-a338-b8931281e0d3,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:18.987238 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:19.007882 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:19.008227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4c50a815-b8a3-4a27-b8d1-747b92dfe8f9 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:21.884447 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d87da-f3d3-4bea-a483-b1b8ecf77d33 req-404c32c5-c791-44d8-9188-c667e5f74e10 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:21.885947 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f66d87da-f3d3-4bea-a483-b1b8ecf77d33 req-404c32c5-c791-44d8-9188-c667e5f74e10 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Feb 14 16:51:21.940011 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f66d87da-f3d3-4bea-a483-b1b8ecf77d33 req-3c616e0d-a09f-4430-8052-ff8ffbc6fe6a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Feb 14 16:51:23.055808 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c3a5-9c00-417d-aa67-740de34223bd req-13400859-b68b-4c53-9f94-e7a0cfdd34d1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:23.057282 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b5b3c3a5-9c00-417d-aa67-740de34223bd req-13400859-b68b-4c53-9f94-e7a0cfdd34d1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Feb 14 16:51:23.103754 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b5b3c3a5-9c00-417d-aa67-740de34223bd req-1d18e04e-9e6f-4f26-a69c-9cdd41861468 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Feb 14 16:51:23.835551 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-459f9fda-ee3f-46c6-956c-76fbdf764eab tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:23.837022 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-459f9fda-ee3f-46c6-956c-76fbdf764eab tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Feb 14 16:51:23.928601 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Deleting port 80e28da3-92bf-4494-8f86-ffec58feb5b8 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:23.928969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.018358 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] For port 80e28da3-92bf-4494-8f86-ffec58feb5b8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=80e28da3-92bf-4494-8f86-ffec58feb5b8,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:24.018713 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.186734 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.187100 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.187421 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Floating IP 660c0943-c10c-43bd-993e-ba81e6e71956 disassociated. External IP: 172.27.1.198, port: 80e28da3-92bf-4494-8f86-ffec58feb5b8. Feb 14 16:51:24.187769 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Calling delete_port for 80e28da3-92bf-4494-8f86-ffec58feb5b8 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:24.222654 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd80f48-6334-449e-847f-029fc5f00c12 req-95f0c1ea-337e-41f3-9aa7-c2da26afe092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:24.224134 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bd80f48-6334-449e-847f-029fc5f00c12 req-95f0c1ea-337e-41f3-9aa7-c2da26afe092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a9d2550-246f-4ce7-917a-d60c1252b512 HTTP/1.1" status: 200 len: 945 time: 0.0522003 Feb 14 16:51:24.272419 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bd80f48-6334-449e-847f-029fc5f00c12 req-81ef3ef2-37f8-4dbf-87e4-cc893903bfff tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=92cbd625-5f50-4bbb-9245-4c21020bf885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Feb 14 16:51:24.313923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (80e28da3-92bf-4494-8f86-ffec58feb5b8), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.342035 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'Port': ['ID=80e28da3-92bf-4494-8f86-ffec58feb5b8,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:24.456000 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:51:24.563448 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:51:24.573187 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:51:24.583486 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:24.584126 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:24.602440 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] No DVR routers for this DVR port 80e28da3-92bf-4494-8f86-ffec58feb5b8 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:51:24.604952 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:24.608635 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-9c94575f-3a5a-4e72-83e2-78ac6a0406af req-3de70c79-e81a-457a-a4e1-f48356e9cda0 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "DELETE /v2.0/ports/80e28da3-92bf-4494-8f86-ffec58feb5b8 HTTP/1.1" status: 204 len: 173 time: 0.7667418 Feb 14 16:51:24.609101 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'name': 'network-vif-deleted', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:24.611683 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9616d683-f44f-4525-a113-9474f56f902b" -d '{"events": [{"server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "name": "network-vif-deleted", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:24.653389 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb2b8b-1b27-4dde-b5ac-27ebddca16e6 x-openstack-request-id: req-58bb2b8b-1b27-4dde-b5ac-27ebddca16e6 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:24.653820 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9d2550-246f-4ce7-917a-d60c1252b512", "name": "network-vif-deleted", "tag": "80e28da3-92bf-4494-8f86-ffec58feb5b8", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:24.654141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58bb2b8b-1b27-4dde-b5ac-27ebddca16e6 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:24.654619 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d2550-246f-4ce7-917a-d60c1252b512', 'name': 'network-vif-deleted', 'tag': '80e28da3-92bf-4494-8f86-ffec58feb5b8', 'status': 'completed', 'code': 200} Feb 14 16:51:24.793659 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:24.994046 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:25.023241 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:51:25.032154 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:25.032785 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:25.144379 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:25.337737 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:25.354080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54170) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:25.369008 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b265c-43be-475f-a07a-2196d50a082a None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:51:25.409228 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (92cbd625-5f50-4bbb-9245-4c21020bf885), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.434238 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (92cbd625-5f50-4bbb-9245-4c21020bf885), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.484529 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (92cbd625-5f50-4bbb-9245-4c21020bf885), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.490316 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.491567 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "DELETE /v2.0/security-groups/92cbd625-5f50-4bbb-9245-4c21020bf885 HTTP/1.1" status: 204 len: 168 time: 0.1364369 Feb 14 16:51:25.494405 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54172) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:25.500713 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba3d4d-366d-44cf-9ed0-1b21559d3fe3 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cbd625-5f50-4bbb-9245-4c21020bf885,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:25.515070 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.api.v2.resource [None req-c3942b52-7c4a-4276-9b41-565cdda17876 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] show failed (client error): The resource could not be found. Feb 14 16:51:25.516385 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-c3942b52-7c4a-4276-9b41-565cdda17876 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups/92cbd625-5f50-4bbb-9245-4c21020bf885 HTTP/1.1" status: 404 len: 347 time: 0.0201695 Feb 14 16:51:25.519669 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54174) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:25.606686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7947b-9283-489e-b09b-72b6196b5484 None None] New status for floating IP 660c0943-c10c-43bd-993e-ba81e6e71956: DOWN {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:51:25.651774 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Deleting port a0506230-c568-4b6f-86ce-67d86385435d {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:51:25.652110 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (a0506230-c568-4b6f-86ce-67d86385435d), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.727357 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (a0506230-c568-4b6f-86ce-67d86385435d), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.727671 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (a0506230-c568-4b6f-86ce-67d86385435d), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.740174 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Calling delete_port for a0506230-c568-4b6f-86ce-67d86385435d owned by network:floatingip {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:51:25.878775 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (a0506230-c568-4b6f-86ce-67d86385435d), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.904885 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'Port': ['ID=a0506230-c568-4b6f-86ce-67d86385435d,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:25.962825 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (660c0943-c10c-43bd-993e-ba81e6e71956), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.965511 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:25.966645 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ac528449-0db1-4abc-84ee-4d909970fb48 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "DELETE /v2.0/floatingips/660c0943-c10c-43bd-993e-ba81e6e71956 HTTP/1.1" status: 204 len: 168 time: 0.4459045 Feb 14 16:51:26.406883 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54178) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:26.411451 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300030635', 'description': 'tempest-description--1239458059'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:26.432124 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.497646 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (83c9656d-b37d-4205-a0a7-fb39c1d384fa), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.501395 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (83c9656d-b37d-4205-a0a7-fb39c1d384fa), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.531214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.532436 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245553 Feb 14 16:51:26.534396 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7bcd-6246-41cf-bc3e-e7095e1a4063 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c9656d-b37d-4205-a0a7-fb39c1d384fa,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:26.535407 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54180) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:26.540023 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group_rule': {'security_group_id': '83c9656d-b37d-4205-a0a7-fb39c1d384fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:26.566430 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (cef11203-18f8-44ba-933a-11127a57290a), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.624132 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (cef11203-18f8-44ba-933a-11127a57290a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.627802 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (cef11203-18f8-44ba-933a-11127a57290a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.645136 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef11203-18f8-44ba-933a-11127a57290a,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:26.652980 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.654379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-63b50c82-4aac-46a5-84ab-d4e9f0bc4092 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177087 Feb 14 16:51:26.656914 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54182) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:26.661113 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'security_group_rule': {'security_group_id': '83c9656d-b37d-4205-a0a7-fb39c1d384fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:26.686066 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (f8d13c7e-def0-4942-b15a-643d0cf8f726), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.741308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (f8d13c7e-def0-4942-b15a-643d0cf8f726), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.744706 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (f8d13c7e-def0-4942-b15a-643d0cf8f726), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.762161 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d13c7e-def0-4942-b15a-643d0cf8f726,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:26.768931 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.770280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-10c40b3d-b207-48e6-8c4c-2e154138ab0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124513 Feb 14 16:51:26.773342 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54184) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:26.778219 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:26.801933 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.897720 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:26.997804 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Allocated IP 172.27.1.135 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/53cf7b66-7882-44d0-ac22-3a4f11fe572e) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:51:27.100683 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.133288 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.169811 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:51:27.172612 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:51:27.177989 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:51:27.201813 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=53cf7b66-7882-44d0-ac22-3a4f11fe572e,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:27.269639 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.304553 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.449202 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.453588 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.519175 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=53cf7b66-7882-44d0-ac22-3a4f11fe572e,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:27.529059 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.544167 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:27.545610 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3206b2b5-fb97-488c-a7ac-4e9db5dc5ba6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7713642 Feb 14 16:51:27.739624 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-3edb526b-d3c0-494e-87a9-7efef6ab7446 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--300030635&fields=id&tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 267 time: 0.0433893 Feb 14 16:51:27.846921 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-0b306418-d090-45bc-8821-b56f3f6a5e45 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:27.848389 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-0b306418-d090-45bc-8821-b56f3f6a5e45 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 811 time: 0.1024253 Feb 14 16:51:27.863337 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-f14696a6-0214-45ff-8117-2eab1a4bd6ae tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/quotas/d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 375 time: 0.0096686 Feb 14 16:51:27.915481 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-ba12d2db-105a-4610-8988-c1ffb9bb7ff6 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474122 Feb 14 16:51:27.930350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-2a115a9a-94cf-48e6-8ec9-c2c9903f3b6a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:51:27.931310 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-2a115a9a-94cf-48e6-8ec9-c2c9903f3b6a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048921 Feb 14 16:51:28.021982 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-3af0c928-ea1a-4be9-b2a0-1fde6e31c549 service neutron] 10.222.0.69 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848958 Feb 14 16:51:28.109239 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-8f2d7412-f86f-4449-8bdc-2df3ab43830a service neutron] 10.222.0.69 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818417 Feb 14 16:51:28.164913 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 80e28da3-92bf-4494-8f86-ffec58feb5b8 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:51:28.186685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 80e28da3-92bf-4494-8f86-ffec58feb5b8 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:51:28.187032 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 80e28da3-92bf-4494-8f86-ffec58feb5b8 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:51:28.271687 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-afa882ca-036e-4a23-b1e9-7ffb2f3bc157 req-be30204e-3352-4151-bfc6-c334ca392abf tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 210 time: 0.0279100 Feb 14 16:51:29.159914 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-14c293c7-189b-425b-8304-929b76a952c5 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:29.161395 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-14c293c7-189b-425b-8304-929b76a952c5 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 811 time: 0.1057734 Feb 14 16:51:29.226216 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-5aefac4a-9eb0-4673-b286-bbec29832923 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76 HTTP/1.1" status: 200 len: 379 time: 0.0565553 Feb 14 16:51:29.235747 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'port': {'device_id': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'admin_state_up': True, 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'security_groups': ['83c9656d-b37d-4205-a0a7-fb39c1d384fa']}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:29.340421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Made reservation on behalf of d3e5ce9dd58e4fc9bad82c0287e7ea76 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:51:29.343771 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.370471 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c0d8c077-b11b-451e-ace1-c61ccdb56269 req-c0935322-feaf-4c63-9bdc-335c87093c3a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 210 time: 0.0326359 Feb 14 16:51:29.469899 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Allocated IP 172.20.0.3 (4a7ccea0-701d-4910-8fb0-f21b6e22fa66/c44f9ca4-ccde-45e6-af06-02da2eaecf14/5181a952-ca8e-4ff2-86e8-cc57c448ee17) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:51:29.601268 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.639002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.681853 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:51:29.686796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:51:29.690366 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:51:29.713609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event updated for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:29.743998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:29.744611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.761922 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e93e616f-fe3e-40e6-be7a-a89284a9367e tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5305445 Feb 14 16:51:29.774259 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Request body: {'port': {'device_id': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:29.839518 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.871342 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-23516677-1605-4113-9025-caaa1f373bf3 None None] Provisioning complete for port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:51:29.872538 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-23516677-1605-4113-9025-caaa1f373bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:29.906670 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-23516677-1605-4113-9025-caaa1f373bf3 None None] Port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:51:30.097602 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5181a952-ca8e-4ff2-86e8-cc57c448ee17 {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:51:30.104938 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks [] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:30.117353 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Transition to ACTIVE for port object 5181a952-ca8e-4ff2-86e8-cc57c448ee17 will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:51:30.120444 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:30.172703 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Pushing event updated for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:30.243480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Attempting to bind port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:51:30.243822 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Attempting to bind port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:51:30.244153 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Attempting to bind port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:51:30.249620 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:51:30.249949 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Attempting to bind port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 on network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:51:30.254978 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:51:30.255322 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Checking segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:51:30.255708 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Bound using segment: {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:51:30.256135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Bound port: 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f10e25-300b-49e0-ae3d-898693847388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:51:30.256496 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:30.324379 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:51:30.327461 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:51:30.334524 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:30.367372 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.367990 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:30.369448 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] 10.222.0.50 "PUT /v2.0/ports/5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 200 len: 1093 time: 0.5998530 Feb 14 16:51:30.369865 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:30.372177 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1743f-361c-40a9-8417-95e691ecc403" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:30.402448 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecdacb-1c18-4eb4-939d-1dfbb16cb9fd service neutron] Pushing event updated for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:30.426936 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4788d-4d7f-4e6d-830e-e8b6553a7420 x-openstack-request-id: req-fac4788d-4d7f-4e6d-830e-e8b6553a7420 {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:30.427302 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:30.427637 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fac4788d-4d7f-4e6d-830e-e8b6553a7420 {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:30.428036 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'status': 'completed', 'code': 200} Feb 14 16:51:30.466896 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-dda7b426-377d-4a15-9856-aef401281e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.468418 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-dda7b426-377d-4a15-9856-aef401281e26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 1127 time: 0.0518122 Feb 14 16:51:30.515057 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba5c60-3025-46b2-be24-ec9a5b79b0bb req-10c9a797-b2f4-4793-ac4f-5109661c643c tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.516617 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e6ba5c60-3025-46b2-be24-ec9a5b79b0bb req-10c9a797-b2f4-4793-ac4f-5109661c643c tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 943 time: 0.0649872 Feb 14 16:51:30.522557 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-6e600938-088f-460d-9b3b-6e70db03894d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 200 len: 217 time: 0.0463920 Feb 14 16:51:30.573271 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e6ba5c60-3025-46b2-be24-ec9a5b79b0bb req-bb245ead-5cb6-4909-92a4-16870f8cf0eb tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506706 Feb 14 16:51:30.579710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e9764eac-d274-426f-a9bb-98176226aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.581268 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-e9764eac-d274-426f-a9bb-98176226aff2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0540409 Feb 14 16:51:30.628451 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-af355251-6935-4563-b0ea-08865d6e99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.629857 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-af355251-6935-4563-b0ea-08865d6e99d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430357 Feb 14 16:51:30.724187 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-53ee69b7-8a37-4c52-8a31-070aed53cec5 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872424 Feb 14 16:51:30.809319 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-ceb5406d-7127-4c39-8b7b-8e1f10594ce1 req-3de1f8cb-21c1-4e1f-a1d5-da9246a1eba6 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790057 Feb 14 16:51:30.908953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1743f-361c-40a9-8417-95e691ecc403 req-4d5090cb-8074-48c3-929b-dcb84ba9d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:30.910392 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-4d5090cb-8074-48c3-929b-dcb84ba9d264 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 1127 time: 0.0536342 Feb 14 16:51:30.999686 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1743f-361c-40a9-8417-95e691ecc403 req-4294381b-972b-40a6-9e8a-0dc0a0978a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:31.001333 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-4294381b-972b-40a6-9e8a-0dc0a0978a34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0842042 Feb 14 16:51:31.046452 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-475c6c01-95db-4cb7-9f70-16e39208f2e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 200 len: 217 time: 0.0369391 Feb 14 16:51:31.093570 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1743f-361c-40a9-8417-95e691ecc403 req-94e12914-6e37-4690-8116-0360e33d8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:31.095002 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-94e12914-6e37-4690-8116-0360e33d8485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0430267 Feb 14 16:51:31.143810 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1743f-361c-40a9-8417-95e691ecc403 req-05ba2584-94cd-4c9c-a60e-17e755eb10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:31.145382 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-05ba2584-94cd-4c9c-a60e-17e755eb10f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441301 Feb 14 16:51:31.239073 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-c72652c9-8d60-4040-8d57-b7a6dc129a08 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Feb 14 16:51:31.327496 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-acf1743f-361c-40a9-8417-95e691ecc403 req-7c322443-70bb-4332-b589-e489033d244d service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Feb 14 16:51:31.700638 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c76c-95d6-472d-ab95-f769cda6c75f req-0025bb90-f383-4597-92be-226f12aecda1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:31.702189 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f717c76c-95d6-472d-ab95-f769cda6c75f req-0025bb90-f383-4597-92be-226f12aecda1 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 943 time: 0.0575552 Feb 14 16:51:31.759426 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f717c76c-95d6-472d-ab95-f769cda6c75f req-82e3cde3-22e6-4911-b2f8-62b64c418d08 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515847 Feb 14 16:51:32.195407 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 5181a952-ca8e-4ff2-86e8-cc57c448ee17 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:51:32.294835 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:32.305745 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'port_id': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'mac_address': 'fa:16:3e:8f:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:51:32.347481 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:51:32.347878 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:32.360592 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5181a952-ca8e-4ff2-86e8-cc57c448ee17 {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:51:32.379378 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:32.382809 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:32.430416 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:32.618728 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['5181a952-ca8e-4ff2-86e8-cc57c448ee17'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:51:32.887879 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032b83-fbe5-4406-9adc-1db5647bad74 req-19cf7a09-f4a7-4b3e-8670-f42ad17f572a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:32.889473 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d8032b83-fbe5-4406-9adc-1db5647bad74 req-19cf7a09-f4a7-4b3e-8670-f42ad17f572a tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 944 time: 0.0572736 Feb 14 16:51:32.935711 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d8032b83-fbe5-4406-9adc-1db5647bad74 req-3df79724-f608-4532-8856-9ad5b8d55f93 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406137 Feb 14 16:51:34.051887 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fde1-44cc-4626-8827-654760a380ce req-5edf0ea8-e442-4643-b301-63821ab889bf tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:34.053379 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8805fde1-44cc-4626-8827-654760a380ce req-5edf0ea8-e442-4643-b301-63821ab889bf tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 944 time: 0.0513546 Feb 14 16:51:34.099510 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8805fde1-44cc-4626-8827-654760a380ce req-b0f47735-f541-4917-8fb6-9d945b2f4692 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Feb 14 16:51:34.211596 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 5181a952-ca8e-4ff2-86e8-cc57c448ee17 up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:51:34.260348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:51:34.265161 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:51:34.265535 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:34.340429 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:51:34.340845 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:34.366946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:34.369182 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9432eedb-471e-46c0-b7b2-1ab24d2b5a3d" -d '{"events": [{"server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:34.382506 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:51:34.386626 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:34.411938 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a99c1-9c74-43d7-bb1f-6d3bad674e2b x-openstack-request-id: req-905a99c1-9c74-43d7-bb1f-6d3bad674e2b {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:34.412234 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:34.412488 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-905a99c1-9c74-43d7-bb1f-6d3bad674e2b {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:34.412918 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'code': 200} Feb 14 16:51:34.442678 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:51:34.580314 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db0294-59c6-45b7-8f21-8d50a47b9100 req-aa7882ee-ae94-41f4-929d-35dca34cc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:34.581768 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b4db0294-59c6-45b7-8f21-8d50a47b9100 req-aa7882ee-ae94-41f4-929d-35dca34cc531 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 1129 time: 0.0436704 Feb 14 16:51:34.628003 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-b4db0294-59c6-45b7-8f21-8d50a47b9100 req-91120f41-a410-4643-8af8-a6db564d436d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406439 Feb 14 16:51:34.791892 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-fbedec13-b235-4b53-b01c-b7dba4916449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:35.219025 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5626f9-52d3-4078-94a5-2bf497e8eaa7 req-b22a2709-5c6b-4254-a0b8-d1af60f83b0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:35.220408 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ea5626f9-52d3-4078-94a5-2bf497e8eaa7 req-b22a2709-5c6b-4254-a0b8-d1af60f83b0d tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0549672 Feb 14 16:51:35.265871 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ea5626f9-52d3-4078-94a5-2bf497e8eaa7 req-76ecb87b-39cc-49da-aceb-6e6a65b54eb9 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398490 Feb 14 16:51:36.051852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:36.383770 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0b789-91d2-44d3-aff1-603a64b0fbd0 req-015427ea-22a2-4809-9e09-38d3b0338c68 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:36.385270 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31d0b789-91d2-44d3-aff1-603a64b0fbd0 req-015427ea-22a2-4809-9e09-38d3b0338c68 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0521517 Feb 14 16:51:36.431478 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-31d0b789-91d2-44d3-aff1-603a64b0fbd0 req-1bfa5309-9370-405e-95ac-fc9bef4a299b tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Feb 14 16:51:36.543567 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d97a6-407c-4501-b4e3-36e2c6ab1555 req-2003c087-a1fe-45a1-bbda-df62cbb2af6f tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:36.545656 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-522d97a6-407c-4501-b4e3-36e2c6ab1555 req-2003c087-a1fe-45a1-bbda-df62cbb2af6f tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0503380 Feb 14 16:51:36.554103 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54236) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:51:36.558295 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Request body: {'floatingip': {'port_id': '5181a952-ca8e-4ff2-86e8-cc57c448ee17'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:51:36.601140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:37.034326 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:37.037997 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:37.299451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e2aa-c8df-4aae-8541-4b2873fc8fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:37.380574 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Floating IP d1e83edc-085c-4e72-a2f9-cecef059f57b associated. External IP: 172.27.1.135, port: 5181a952-ca8e-4ff2-86e8-cc57c448ee17. Feb 14 16:51:37.582674 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:51:37.690647 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:51:37.695218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:37.700464 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:51:37.710927 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:37.711298 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:37.725784 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6c6de684-ae7a-42fc-a97c-ede956b84062 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "PUT /v2.0/floatingips/d1e83edc-085c-4e72-a2f9-cecef059f57b HTTP/1.1" status: 200 len: 991 time: 1.1707153 Feb 14 16:51:37.726357 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:51:37.728595 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b38241-5c15-4417-b22f-6ce754d32cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:51:37.769607 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70e964-27f5-452a-a2b0-b50c01b9c77a x-openstack-request-id: req-4c70e964-27f5-452a-a2b0-b50c01b9c77a {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:51:37.769908 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:51:37.770164 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c70e964-27f5-452a-a2b0-b50c01b9c77a {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:51:37.770567 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'status': 'completed', 'code': 200} Feb 14 16:51:37.824103 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:37.837702 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-56382e11-0ae6-4c12-93c3-b595211a926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:37.839121 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-56382e11-0ae6-4c12-93c3-b595211a926e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 1129 time: 0.0460248 Feb 14 16:51:37.943339 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-dd4dd6ab-ca12-4957-9ee0-88d4112146b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:37.944459 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-dd4dd6ab-ca12-4957-9ee0-88d4112146b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0990601 Feb 14 16:51:38.022945 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-661d9eeb-aa40-48de-8ffc-7fc325d83dbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 200 len: 999 time: 0.0718682 Feb 14 16:51:38.081398 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-b2b97694-4349-4dd1-bf77-aee46211447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:38.082882 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-b2b97694-4349-4dd1-bf77-aee46211447c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0543711 Feb 14 16:51:38.088447 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd1e83edc-085c-4e72-a2f9-cecef059f57b', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:8f:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:51:27Z', 'updated_at': '2022-02-14T16:51:36Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:38.123236 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:51:38.132172 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:51:38.132822 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:51:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:38.137310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-bac86bde-c3b7-481d-aac7-6c196593ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:51:38.139143 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-bac86bde-c3b7-481d-aac7-6c196593ae0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503936 Feb 14 16:51:38.236692 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-8261dec1-8b62-48ec-a6af-264da36dfd57 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910370 Feb 14 16:51:38.254706 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:51:38.330066 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d9b38241-5c15-4417-b22f-6ce754d32cd8 req-275b6674-90e0-46df-8477-525f7ed765d4 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 Feb 14 16:51:38.476980 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd1e83edc-085c-4e72-a2f9-cecef059f57b', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:8f:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:51:27Z', 'updated_at': '2022-02-14T16:51:36Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:51:38.565806 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:38.594668 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa442ce-6c7a-483d-b577-e948244adbc9 None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': 'd1e83edc-085c-4e72-a2f9-cecef059f57b', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'port_id': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'mac_address': 'fa:16:3e:8f:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:51:27Z', 'updated_at': '2022-02-14T16:51:36Z', 'revision_number': 1, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:51:38.770952 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03e09a-c29d-445d-b45c-6f5c00bf4c03 None None] New status for floating IP d1e83edc-085c-4e72-a2f9-cecef059f57b: ACTIVE {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:51:40.114564 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:41.240686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:51:55.220998 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:52:04.794117 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f0fdb5e9-9a1f-4003-9985-8a7b16ab8afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:06.068141 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:07.301768 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-56a43fcd-5c5c-4a9f-9464-a296359acc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:08.566231 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:10.120194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:11.242749 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:14.769461 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-10482103-e0e0-4bff-bd67-241754529d98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325669 Feb 14 16:52:14.850312 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a10997-9429-4215-a11e-783074ad3573 req-b0582412-5fb2-4acd-aa2d-e909935228d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:14.851754 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-b0582412-5fb2-4acd-aa2d-e909935228d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 1129 time: 0.0425129 Feb 14 16:52:14.954663 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a10997-9429-4215-a11e-783074ad3573 req-41fa738b-1dab-4c33-a8a3-75909d25423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:14.956049 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-41fa738b-1dab-4c33-a8a3-75909d25423b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 200 len: 912 time: 0.0864990 Feb 14 16:52:15.020713 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-034b7323-c2d1-44d3-8c8d-6af9dd7aab46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 200 len: 1001 time: 0.0577536 Feb 14 16:52:15.068495 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a10997-9429-4215-a11e-783074ad3573 req-d2db3794-aaba-42ba-9a57-56b24fc00867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:15.069986 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-d2db3794-aaba-42ba-9a57-56b24fc00867 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 200 len: 850 time: 0.0435891 Feb 14 16:52:15.121300 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a10997-9429-4215-a11e-783074ad3573 req-c8f14c83-5beb-4eb7-83b7-8fc82c64bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:15.122790 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-c8f14c83-5beb-4eb7-83b7-8fc82c64bf41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a7ccea0-701d-4910-8fb0-f21b6e22fa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467150 Feb 14 16:52:15.210080 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-3d7c1865-98e2-4b35-8e0b-b39179b914f5 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810335 Feb 14 16:52:15.297388 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-95a10997-9429-4215-a11e-783074ad3573 req-5ca702ac-cd5e-4cc8-9b38-ec1943487a11 service neutron] 10.222.0.50 "GET /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815387 Feb 14 16:52:29.626053 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c47d98-c755-4467-8f8b-917a646e99fb req-18d940f3-c43c-4df3-a9dd-b5506a87263f tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:29.627515 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28c47d98-c755-4467-8f8b-917a646e99fb req-18d940f3-c43c-4df3-a9dd-b5506a87263f tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0556755 Feb 14 16:52:29.675511 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-28c47d98-c755-4467-8f8b-917a646e99fb req-afac5b0b-7f15-4a70-b8d0-93b7597079bb tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Feb 14 16:52:30.795599 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab760-6301-47d8-8c08-9eb2cbd04ca8 req-8f29d46c-7ae3-4904-bca1-7e1d295a4e0c tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:30.797894 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4bcab760-6301-47d8-8c08-9eb2cbd04ca8 req-8f29d46c-7ae3-4904-bca1-7e1d295a4e0c tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0523241 Feb 14 16:52:30.844357 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4bcab760-6301-47d8-8c08-9eb2cbd04ca8 req-e68f9a29-ac27-42ab-a50f-269f6d00dbad tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups?id=83c9656d-b37d-4205-a0a7-fb39c1d384fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Feb 14 16:52:31.273782 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-4a4f5770-6189-45ad-a1fe-5b4ed8295ff8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:31.275247 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-4a4f5770-6189-45ad-a1fe-5b4ed8295ff8 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 945 time: 0.0521798 Feb 14 16:52:31.363816 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Deleting port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:52:31.364165 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:31.453740 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] For port 5181a952-ca8e-4ff2-86e8-cc57c448ee17, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=5181a952-ca8e-4ff2-86e8-cc57c448ee17,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:52:31.454109 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:31.621619 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:31.621902 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:31.622220 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.l3_db [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Floating IP d1e83edc-085c-4e72-a2f9-cecef059f57b disassociated. External IP: 172.27.1.135, port: 5181a952-ca8e-4ff2-86e8-cc57c448ee17. Feb 14 16:52:31.622562 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Calling delete_port for 5181a952-ca8e-4ff2-86e8-cc57c448ee17 owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:52:31.749610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (5181a952-ca8e-4ff2-86e8-cc57c448ee17), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:31.777576 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'Port': ['ID=5181a952-ca8e-4ff2-86e8-cc57c448ee17,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:31.793805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.794158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.794508 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.794844 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.795178 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.795527 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.795838 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.796168 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.796591 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.796956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.797807 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.798131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.798454 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:31.944618 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-4b97042f-67c5-4079-8989-11a9a6bfb547 req-217bca69-7efc-4ff1-aaea-707a2f8f8acf tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e3e5823-8dda-46b2-b8c7-748cb50f6e8d HTTP/1.1" status: 200 len: 210 time: 0.0312893 Feb 14 16:52:32.184884 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:52:32.221853 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:52:32.305034 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:52:32.315632 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:52:32.325669 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:52:32.326372 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:32.347874 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] No DVR routers for this DVR port 5181a952-ca8e-4ff2-86e8-cc57c448ee17 on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:52:32.350510 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:32.353938 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-7a84c3be-5b05-4a1c-8afb-1ae50441fa00 req-d4804a27-9b7c-4e09-8b27-08b8114edb33 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.50 "DELETE /v2.0/ports/5181a952-ca8e-4ff2-86e8-cc57c448ee17 HTTP/1.1" status: 204 len: 173 time: 1.0735543 Feb 14 16:52:32.354417 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'name': 'network-vif-deleted', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:52:32.357170 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaca650-aa57-4acf-8d70-369e72f96e22" -d '{"events": [{"server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "name": "network-vif-deleted", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:52:32.444948 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:52:32.539872 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7e8f1-1e02-4390-9e35-c407e224a54a x-openstack-request-id: req-9bb7e8f1-1e02-4390-9e35-c407e224a54a {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:52:32.540158 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3e5823-8dda-46b2-b8c7-748cb50f6e8d", "name": "network-vif-deleted", "tag": "5181a952-ca8e-4ff2-86e8-cc57c448ee17", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:52:32.540409 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bb7e8f1-1e02-4390-9e35-c407e224a54a {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:52:32.540856 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3e5823-8dda-46b2-b8c7-748cb50f6e8d', 'name': 'network-vif-deleted', 'tag': '5181a952-ca8e-4ff2-86e8-cc57c448ee17', 'status': 'completed', 'code': 200} Feb 14 16:52:32.647931 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:32.673822 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:52:32.681773 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:52:32.682361 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:32.795431 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:52:32.993198 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:33.020844 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8203-123e-4fc2-a567-ce082df581ff None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:45Z', 'revision_number': 4, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '7449e573-d594-4a07-83c9-9fbe7ee2c3fc', 'name': '', 'network_id': '4a7ccea0-701d-4910-8fb0-f21b6e22fa66', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'mac_address': 'fa:16:3e:e0:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:44Z', 'updated_at': '2022-02-14T16:48:48Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'subnets': [{'id': 'c44f9ca4-ccde-45e6-af06-02da2eaecf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:52:33.028798 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54372) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:33.086063 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (83c9656d-b37d-4205-a0a7-fb39c1d384fa), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.110813 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (83c9656d-b37d-4205-a0a7-fb39c1d384fa), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.160745 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (83c9656d-b37d-4205-a0a7-fb39c1d384fa), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.163365 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.164550 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "DELETE /v2.0/security-groups/83c9656d-b37d-4205-a0a7-fb39c1d384fa HTTP/1.1" status: 204 len: 168 time: 0.1342168 Feb 14 16:52:33.167380 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54374) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:33.180301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c9656d-b37d-4205-a0a7-fb39c1d384fa,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:33.180971 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.api.v2.resource [None req-9ede77ac-d996-499f-8976-210910ebe296 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] show failed (client error): The resource could not be found. Feb 14 16:52:33.181990 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9ede77ac-d996-499f-8976-210910ebe296 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "GET /v2.0/security-groups/83c9656d-b37d-4205-a0a7-fb39c1d384fa HTTP/1.1" status: 404 len: 347 time: 0.0136454 Feb 14 16:52:33.184923 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54376) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:33.191996 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.192786 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.192786 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.193063 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.193398 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.193914 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.194391 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.194729 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.195059 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.195391 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.195774 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.196157 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.196487 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6307dc-9f79-4efb-937c-9b6231c18eb2 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:52:33.252874 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5371c-c318-4d16-b2f7-62bd784dd8ae None None] New status for floating IP d1e83edc-085c-4e72-a2f9-cecef059f57b: DOWN {{(pid=109322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:52:33.314881 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Deleting port 53cf7b66-7882-44d0-ac22-3a4f11fe572e {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:52:33.315480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.392609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.392969 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (53cf7b66-7882-44d0-ac22-3a4f11fe572e), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.405416 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Calling delete_port for 53cf7b66-7882-44d0-ac22-3a4f11fe572e owned by network:floatingip {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:52:33.542442 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (53cf7b66-7882-44d0-ac22-3a4f11fe572e), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.571649 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Pushing event deleted for resources: {'Port': ['ID=53cf7b66-7882-44d0-ac22-3a4f11fe572e,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:33.637123 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks [] for floatingip (d1e83edc-085c-4e72-a2f9-cecef059f57b), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.639695 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:33.641156 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-8d3772e9-d55a-4e3f-ac27-034de684c184 tempest-AttachVolumeTestJSON-1942122896 tempest-AttachVolumeTestJSON-1942122896-project] 10.222.0.69 "DELETE /v2.0/floatingips/d1e83edc-085c-4e72-a2f9-cecef059f57b HTTP/1.1" status: 204 len: 168 time: 0.4550071 Feb 14 16:52:34.600145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 5181a952-ca8e-4ff2-86e8-cc57c448ee17 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:52:34.620029 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: 5181a952-ca8e-4ff2-86e8-cc57c448ee17 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:52:34.620369 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device 5181a952-ca8e-4ff2-86e8-cc57c448ee17 not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:52:34.798465 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2e0abccb-46e8-4867-bc9a-2f7723edfefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:36.079407 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:37.156652 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54404) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:37.304122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7cdaf78d-12db-444b-b63a-3bc2a203fefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:37.501175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:37.744424 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Deleting port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:52:37.744791 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:37.825077 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] For port 7449e573-d594-4a07-83c9-9fbe7ee2c3fc, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:52:37.825433 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:37.838790 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Calling delete_port for 7449e573-d594-4a07-83c9-9fbe7ee2c3fc owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:52:38.019921 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (7449e573-d594-4a07-83c9-9fbe7ee2c3fc), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.044219 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Pushing event deleted for resources: {'Port': ['ID=7449e573-d594-4a07-83c9-9fbe7ee2c3fc,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:38.215646 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.434576 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Router 5f913a49-d463-4ffd-a31a-e2673eb66c85 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:52:38.541270 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:52:38.547344 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-67323ad9-1343-4b59-9bf3-facc601e372e admin admin] 10.222.0.69 "PUT /v2.0/routers/5f913a49-d463-4ffd-a31a-e2673eb66c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3896279 Feb 14 16:52:38.549963 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54406) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:38.550611 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Sync routers for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:52:38.561153 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:52:38.562145 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:38.567462 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.658559 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks [] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.670469 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:52:38.763691 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks [] for router_gateway (5f913a49-d463-4ffd-a31a-e2673eb66c85), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.816369 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Deleting port 939612ee-1f53-49e2-8c5b-70cd4e50b08c {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:52:38.816707 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.854674 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:52:37Z', 'revision_number': 5, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port': {'id': '939612ee-1f53-49e2-8c5b-70cd4e50b08c', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:38.882122 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Checking router: 5f913a49-d463-4ffd-a31a-e2673eb66c85 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:52:38.890787 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Routers {'5f913a49-d463-4ffd-a31a-e2673eb66c85'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:52:38.891379 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['5f913a49-d463-4ffd-a31a-e2673eb66c85'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:38.898284 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] For port 939612ee-1f53-49e2-8c5b-70cd4e50b08c, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=939612ee-1f53-49e2-8c5b-70cd4e50b08c,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:52:38.898650 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:38.911145 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Calling delete_port for 939612ee-1f53-49e2-8c5b-70cd4e50b08c owned by network:router_gateway {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:52:39.073820 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] Set router 5f913a49-d463-4ffd-a31a-e2673eb66c85 gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:52:39.085641 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (939612ee-1f53-49e2-8c5b-70cd4e50b08c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.109491 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=939612ee-1f53-49e2-8c5b-70cd4e50b08c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:39.128212 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:52:38Z', 'revision_number': 6, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:39.158985 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b2db1-83e1-483d-ba4f-4b4f394a8bb7 None None] The sync data for ids ['5f913a49-d463-4ffd-a31a-e2673eb66c85'] in dv-cinder-819669-3-iscsi is: [{'id': '5f913a49-d463-4ffd-a31a-e2673eb66c85', 'name': 'tempest-AttachVolumeTestJSON-1418983429-router', 'tenant_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:48:42Z', 'updated_at': '2022-02-14T16:52:38Z', 'revision_number': 6, 'project_id': 'd3e5ce9dd58e4fc9bad82c0287e7ea76', 'gw_port_host': None}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:52:39.176585 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.270737 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.272863 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks [] for router_controller (5f913a49-d463-4ffd-a31a-e2673eb66c85), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.318705 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (5f913a49-d463-4ffd-a31a-e2673eb66c85), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.319180 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f913a49-d463-4ffd-a31a-e2673eb66c85 {{(pid=109321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:52:39.324045 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.325266 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c7a9d490-13c6-415e-8eaa-34c0fdc04a93 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5f913a49-d463-4ffd-a31a-e2673eb66c85 HTTP/1.1" status: 204 len: 168 time: 0.7743447 Feb 14 16:52:39.328716 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54408) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:39.372354 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Deleting subnet c44f9ca4-ccde-45e6-af06-02da2eaecf14 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:52:39.376110 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Publish callbacks [] for subnet (c44f9ca4-ccde-45e6-af06-02da2eaecf14), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.409896 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (c44f9ca4-ccde-45e6-af06-02da2eaecf14), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.489817 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (c44f9ca4-ccde-45e6-af06-02da2eaecf14), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.545006 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (c44f9ca4-ccde-45e6-af06-02da2eaecf14), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.570556 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44f9ca4-ccde-45e6-af06-02da2eaecf14,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:39.576378 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.581086 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-02b5973a-297f-4554-96fc-9cf276a9cc61 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c44f9ca4-ccde-45e6-af06-02da2eaecf14 HTTP/1.1" status: 204 len: 168 time: 0.2498827 Feb 14 16:52:39.583839 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d42ba-0097-47ba-bb25-48dcbc07cd19 None None] Network 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:52:39.585263 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54410) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:39.658150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (4a7ccea0-701d-4910-8fb0-f21b6e22fa66), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.713614 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Deleting port 38576be1-826b-4943-9fc1-fd5d2dd3b9da {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:52:39.713960 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.775909 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] For port 38576be1-826b-4943-9fc1-fd5d2dd3b9da, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=38576be1-826b-4943-9fc1-fd5d2dd3b9da,segment=NetworkSegment(19f10e25-300b-49e0-ae3d-898693847388),segment_id=19f10e25-300b-49e0-ae3d-898693847388)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:52:39.776273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.788408 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Calling delete_port for 38576be1-826b-4943-9fc1-fd5d2dd3b9da owned by network:dhcp {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:52:39.870321 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (38576be1-826b-4943-9fc1-fd5d2dd3b9da), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:39.897584 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] No DVR routers for this DVR port 38576be1-826b-4943-9fc1-fd5d2dd3b9da on host dv-cinder-819669-3-iscsi {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:52:39.899324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Pushing event deleted for resources: {'Port': ['ID=38576be1-826b-4943-9fc1-fd5d2dd3b9da,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:39.940589 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001f4da-58e8-45cd-ab4e-f3eb1b583a01 None None] DHCP port deletion for 4a7ccea0-701d-4910-8fb0-f21b6e22fa66 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:52:39.980603 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (4a7ccea0-701d-4910-8fb0-f21b6e22fa66), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.005629 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7ccea0-701d-4910-8fb0-f21b6e22fa66']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:40.015984 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f10e25-300b-49e0-ae3d-898693847388') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:40.016295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f10e25-300b-49e0-ae3d-898693847388') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:52:40.026024 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (19f10e25-300b-49e0-ae3d-898693847388), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.039295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (19f10e25-300b-49e0-ae3d-898693847388), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.045188 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:52:40.045569 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (19f10e25-300b-49e0-ae3d-898693847388), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:52:40.047290 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:52:40.104934 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (4a7ccea0-701d-4910-8fb0-f21b6e22fa66), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.110932 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.116966 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a7ccea0-701d-4910-8fb0-f21b6e22fa66 HTTP/1.1" status: 204 len: 168 time: 0.5278378 Feb 14 16:52:40.125399 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeea0e-f766-4f9e-8d92-233ec0cd9806 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7ccea0-701d-4910-8fb0-f21b6e22fa66,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:40.138685 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.290260 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54414) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:40.330685 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-da5f0ac2-591a-4beb-bad8-99dfce60cea7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3e5ce9dd58e4fc9bad82c0287e7ea76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392668 Feb 14 16:52:40.333137 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54416) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:40.383862 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] Publish callbacks [] for security_group (889ce45b-a827-4a06-8b7f-269b63fec5c5), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.404392 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] Publish callbacks [] for security_group (889ce45b-a827-4a06-8b7f-269b63fec5c5), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.449414 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (889ce45b-a827-4a06-8b7f-269b63fec5c5), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.452066 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:40.453859 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/889ce45b-a827-4a06-8b7f-269b63fec5c5 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Feb 14 16:52:40.462071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fcb15-6875-4b66-9b32-69e2fc463063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ce45b-a827-4a06-8b7f-269b63fec5c5,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:41.030877 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 939612ee-1f53-49e2-8c5b-70cd4e50b08c no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:52:41.052024 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 939612ee-1f53-49e2-8c5b-70cd4e50b08c {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:52:41.052370 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 939612ee-1f53-49e2-8c5b-70cd4e50b08c not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:52:41.052800 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7449e573-d594-4a07-83c9-9fbe7ee2c3fc no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:52:41.073755 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 7449e573-d594-4a07-83c9-9fbe7ee2c3fc {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:52:41.074108 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 7449e573-d594-4a07-83c9-9fbe7ee2c3fc not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:52:41.074523 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 38576be1-826b-4943-9fc1-fd5d2dd3b9da no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:52:41.095359 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 38576be1-826b-4943-9fc1-fd5d2dd3b9da {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:52:41.095716 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 38576be1-826b-4943-9fc1-fd5d2dd3b9da not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:52:41.245944 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.099588 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54476) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:44.202610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cafe3286-ab9a-4fd3-be75-bc7e6a103fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.275950 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cafe3286-ab9a-4fd3-be75-bc7e6a103fe0 admin admin] Publish callbacks [] for security_group (4ee355f6-1d77-422f-b878-153aee3e0a42), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.279503 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cafe3286-ab9a-4fd3-be75-bc7e6a103fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4ee355f6-1d77-422f-b878-153aee3e0a42), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.317787 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cafe3286-ab9a-4fd3-be75-bc7e6a103fe0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00792af65920429ca9de522891bf4835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171395 Feb 14 16:52:44.318660 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe3286-ab9a-4fd3-be75-bc7e6a103fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee355f6-1d77-422f-b878-153aee3e0a42,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:44.320449 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54480) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:44.368685 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] Publish callbacks [] for security_group (4ee355f6-1d77-422f-b878-153aee3e0a42), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.389761 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] Publish callbacks [] for security_group (4ee355f6-1d77-422f-b878-153aee3e0a42), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.440328 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (4ee355f6-1d77-422f-b878-153aee3e0a42), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.443031 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:44.444181 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ee355f6-1d77-422f-b878-153aee3e0a42 HTTP/1.1" status: 204 len: 168 time: 0.1220770 Feb 14 16:52:44.451580 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006a3a0-663a-41c0-9032-42d5703ae88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee355f6-1d77-422f-b878-153aee3e0a42,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:45.950292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54526) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:46.053471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d2519c9-9a1a-4f90-821f-c4222ff78cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.127239 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d2519c9-9a1a-4f90-821f-c4222ff78cad admin admin] Publish callbacks [] for security_group (61eb0276-0657-4ba7-aa05-0f6ef2849f8a), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.130547 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6d2519c9-9a1a-4f90-821f-c4222ff78cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (61eb0276-0657-4ba7-aa05-0f6ef2849f8a), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.167945 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6d2519c9-9a1a-4f90-821f-c4222ff78cad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd9d96b85b16400eb6a5ab1200003325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165961 Feb 14 16:52:46.168824 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2519c9-9a1a-4f90-821f-c4222ff78cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb0276-0657-4ba7-aa05-0f6ef2849f8a,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:46.171375 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54530) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:46.220449 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] Publish callbacks [] for security_group (61eb0276-0657-4ba7-aa05-0f6ef2849f8a), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.241006 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] Publish callbacks [] for security_group (61eb0276-0657-4ba7-aa05-0f6ef2849f8a), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.290018 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (61eb0276-0657-4ba7-aa05-0f6ef2849f8a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.292706 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.293908 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61eb0276-0657-4ba7-aa05-0f6ef2849f8a HTTP/1.1" status: 204 len: 168 time: 0.1212602 Feb 14 16:52:46.301991 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f633b8-c384-430b-9841-b186f38ab3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb0276-0657-4ba7-aa05-0f6ef2849f8a,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:46.551218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54536) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:46.564843 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a7b-297f-466d-af1f-746d9e522126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.638464 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a7b-297f-466d-af1f-746d9e522126 admin admin] Publish callbacks [] for security_group (bc7bacb0-2b0f-439d-9ead-713ce143ddd2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.642270 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a7b-297f-466d-af1f-746d9e522126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bc7bacb0-2b0f-439d-9ead-713ce143ddd2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.680625 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-bd5b0a7b-297f-466d-af1f-746d9e522126 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff07c3e656b24020a08a06310a9cd528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283259 Feb 14 16:52:46.681546 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b0a7b-297f-466d-af1f-746d9e522126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7bacb0-2b0f-439d-9ead-713ce143ddd2,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:46.683400 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54538) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:46.729657 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] Publish callbacks [] for security_group (bc7bacb0-2b0f-439d-9ead-713ce143ddd2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.752222 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] Publish callbacks [] for security_group (bc7bacb0-2b0f-439d-9ead-713ce143ddd2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.796903 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (bc7bacb0-2b0f-439d-9ead-713ce143ddd2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.799421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:46.800573 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc7bacb0-2b0f-439d-9ead-713ce143ddd2 HTTP/1.1" status: 204 len: 168 time: 0.1161919 Feb 14 16:52:46.808379 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9e37c-ac29-425d-90ba-d64932650f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7bacb0-2b0f-439d-9ead-713ce143ddd2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:51.018069 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54610) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:51.121721 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-53363afd-5432-46af-b174-1f1c038dc3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.199170 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-53363afd-5432-46af-b174-1f1c038dc3a4 admin admin] Publish callbacks [] for security_group (c7eb0efc-c4c3-4cc5-a229-96a30db388c2), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.204046 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-53363afd-5432-46af-b174-1f1c038dc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c7eb0efc-c4c3-4cc5-a229-96a30db388c2), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.241932 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-53363afd-5432-46af-b174-1f1c038dc3a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c190e1ef1f5421992dfccb4cf757ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227960 Feb 14 16:52:51.242890 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363afd-5432-46af-b174-1f1c038dc3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb0efc-c4c3-4cc5-a229-96a30db388c2,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:51.244758 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54614) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:51.295343 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] Publish callbacks [] for security_group (c7eb0efc-c4c3-4cc5-a229-96a30db388c2), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.316453 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] Publish callbacks [] for security_group (c7eb0efc-c4c3-4cc5-a229-96a30db388c2), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.362967 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (c7eb0efc-c4c3-4cc5-a229-96a30db388c2), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.365809 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.366949 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7eb0efc-c4c3-4cc5-a229-96a30db388c2 HTTP/1.1" status: 204 len: 168 time: 0.1211145 Feb 14 16:52:51.375024 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eca452-cc20-4096-b37b-529f29b00186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb0efc-c4c3-4cc5-a229-96a30db388c2,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:51.643060 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54620) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:51.656505 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e83d3929-1892-4beb-b7b1-3ca1ff7110b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.730846 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e83d3929-1892-4beb-b7b1-3ca1ff7110b6 admin admin] Publish callbacks [] for security_group (103b9c2b-1377-4ec4-b1c0-6b7f8529146f), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.734874 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e83d3929-1892-4beb-b7b1-3ca1ff7110b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (103b9c2b-1377-4ec4-b1c0-6b7f8529146f), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.774328 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e83d3929-1892-4beb-b7b1-3ca1ff7110b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd1b267b966f4fa8b3622978d244798a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301637 Feb 14 16:52:51.775295 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d3929-1892-4beb-b7b1-3ca1ff7110b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b9c2b-1377-4ec4-b1c0-6b7f8529146f,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:51.777041 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54622) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:51.828956 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] Publish callbacks [] for security_group (103b9c2b-1377-4ec4-b1c0-6b7f8529146f), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.850192 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] Publish callbacks [] for security_group (103b9c2b-1377-4ec4-b1c0-6b7f8529146f), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.898214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (103b9c2b-1377-4ec4-b1c0-6b7f8529146f), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.901131 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:51.902300 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/103b9c2b-1377-4ec4-b1c0-6b7f8529146f HTTP/1.1" status: 204 len: 168 time: 0.1231370 Feb 14 16:52:51.910002 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4cb4f-d328-40a2-8ef5-c1aa98a45cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b9c2b-1377-4ec4-b1c0-6b7f8529146f,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:53.884775 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54692) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:53.987255 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bfa95559-176e-4eca-b798-e0e02d89024a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.062512 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bfa95559-176e-4eca-b798-e0e02d89024a admin admin] Publish callbacks [] for security_group (556e1b12-b869-4dbe-a2e3-ecd2ec1d72df), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.068073 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-bfa95559-176e-4eca-b798-e0e02d89024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (556e1b12-b869-4dbe-a2e3-ecd2ec1d72df), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.105019 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95559-176e-4eca-b798-e0e02d89024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556e1b12-b869-4dbe-a2e3-ecd2ec1d72df,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:54.109450 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-bfa95559-176e-4eca-b798-e0e02d89024a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8c7b15e074b426896204fe479a57ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236640 Feb 14 16:52:54.112756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54696) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:54.160348 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] Publish callbacks [] for security_group (556e1b12-b869-4dbe-a2e3-ecd2ec1d72df), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.181244 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] Publish callbacks [] for security_group (556e1b12-b869-4dbe-a2e3-ecd2ec1d72df), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.227397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (556e1b12-b869-4dbe-a2e3-ecd2ec1d72df), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.230076 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.231226 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/556e1b12-b869-4dbe-a2e3-ecd2ec1d72df HTTP/1.1" status: 204 len: 168 time: 0.1179132 Feb 14 16:52:54.239888 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5178c6-c0d7-4aa3-8d2b-098afb9bc7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e1b12-b869-4dbe-a2e3-ecd2ec1d72df,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:54.483835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54702) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:54.497014 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-659d5a9c-b693-47e6-bf37-85e722d92384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.569770 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-659d5a9c-b693-47e6-bf37-85e722d92384 admin admin] Publish callbacks [] for security_group (e9a53049-dadc-4960-8966-01295359865c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.573390 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-659d5a9c-b693-47e6-bf37-85e722d92384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e9a53049-dadc-4960-8966-01295359865c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.610392 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d5a9c-b693-47e6-bf37-85e722d92384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a53049-dadc-4960-8966-01295359865c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:54.615601 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-659d5a9c-b693-47e6-bf37-85e722d92384 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77357b4a4e814b5b911c5bc4ff50195f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307340 Feb 14 16:52:54.618218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54704) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:54.664593 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] Publish callbacks [] for security_group (e9a53049-dadc-4960-8966-01295359865c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.688371 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] Publish callbacks [] for security_group (e9a53049-dadc-4960-8966-01295359865c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.733685 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (e9a53049-dadc-4960-8966-01295359865c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.736710 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:54.737874 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9a53049-dadc-4960-8966-01295359865c HTTP/1.1" status: 204 len: 168 time: 0.1187811 Feb 14 16:52:54.745186 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93520-4fd5-472f-acc7-032e20126202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a53049-dadc-4960-8966-01295359865c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:58.240998 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54748) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:58.343419 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11c5050e-e132-4bf3-9df2-3cc956270434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.414397 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11c5050e-e132-4bf3-9df2-3cc956270434 admin admin] Publish callbacks [] for security_group (efd6d8c8-55f6-4d91-9e5f-b7239462481a), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.417912 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-11c5050e-e132-4bf3-9df2-3cc956270434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (efd6d8c8-55f6-4d91-9e5f-b7239462481a), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.455015 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5050e-e132-4bf3-9df2-3cc956270434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd6d8c8-55f6-4d91-9e5f-b7239462481a,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:58.459114 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-11c5050e-e132-4bf3-9df2-3cc956270434 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69c5497dec0e41daad89cc4a85eb0cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171621 Feb 14 16:52:58.461754 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54752) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:58.509120 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] Publish callbacks [] for security_group (efd6d8c8-55f6-4d91-9e5f-b7239462481a), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.529458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] Publish callbacks [] for security_group (efd6d8c8-55f6-4d91-9e5f-b7239462481a), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.578394 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (efd6d8c8-55f6-4d91-9e5f-b7239462481a), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.581044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:58.582178 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efd6d8c8-55f6-4d91-9e5f-b7239462481a HTTP/1.1" status: 204 len: 168 time: 0.1195459 Feb 14 16:52:58.589805 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e744-3995-4b81-8c40-d0ea4323198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd6d8c8-55f6-4d91-9e5f-b7239462481a,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:59.189748 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54774) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:59.284093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-967542931-network', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:52:59.313641 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Made reservation on behalf of bc81fb1e0ca34fafb3d428c4e0c4ded8 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:52:59.316050 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.324233 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.398240 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks [] for security_group (6b5adf22-4dd6-4b9d-b560-51706ab50e15), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.401942 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6b5adf22-4dd6-4b9d-b560-51706ab50e15), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.426670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:52:59.436653 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5adf22-4dd6-4b9d-b560-51706ab50e15,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:59.441447 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.441790 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Added segment cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4 of type vlan for network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 Feb 14 16:52:59.480025 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (7c0bccfe-8f1a-4ab4-b47e-b721a5122790), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.506210 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (7c0bccfe-8f1a-4ab4-b47e-b721a5122790), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.507269 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:59.507854 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.543433 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3525424 Feb 14 16:52:59.546614 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54778) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:59.551590 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Request body: {'subnet': {'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-967542931-subnet', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'ip_version': 4}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:52:59.572062 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Made reservation on behalf of bc81fb1e0ca34fafb3d428c4e0c4ded8 for: {'subnet': 1} {{(pid=109320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:52:59.574572 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2826428'] for subnet (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.574819 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699356f6-18d6-4756-b864-607175f22ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0bccfe-8f1a-4ab4-b47e-b721a5122790,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:59.585124 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:52:59.741350 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3050201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2826382'] for subnet (146a50ea-e50c-4da0-8de5-f78bd7071c31), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.802785 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a50ea-e50c-4da0-8de5-f78bd7071c31,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:52:59.809769 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Checking segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:52:59.810134 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Network hostable DHCP agents. Network: 7c0bccfe-8f1a-4ab4-b47e-b721a5122790, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:52:59.827335 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:52:59.835451 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, 7c0bccfe-8f1a-4ab4-b47e-b721a5122790) {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:52:59.839585 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:52:59.840181 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.845401 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d18db-20f4-4161-a220-402f583e0642 None None] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:52:59.856106 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-ba181b7b-ff81-4074-9dbe-af923d55105e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3083649 Feb 14 16:52:59.859412 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54780) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:52:59.863883 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:52:59.882470 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.883501 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.937239 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for router_controller (14ac4f56-923d-4607-adb0-66f63c82a5b5), precommit_add_association {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:52:59.948213 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:52:59.949109 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.083257 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Allocated IP 172.20.0.2 (7c0bccfe-8f1a-4ab4-b47e-b721a5122790/146a50ea-e50c-4da0-8de5-f78bd7071c31/d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:00.083505 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for router_gateway (14ac4f56-923d-4607-adb0-66f63c82a5b5), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.228559 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks [] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.235557 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.272446 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:00.277110 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:00.280483 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:00.280936 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for router_gateway (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.291830 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Pushing event updated for resources: {'Port': ['ID=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:00.300301 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.317763 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.318118 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.318468 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.318806 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.319143 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.319478 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.319805 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.320152 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.320463 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.320818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.321144 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.321466 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.321786 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:00.351387 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Attempting to bind port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:00.351669 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Attempting to bind port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:00.352036 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Attempting to bind port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 on network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:00.357062 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:00.357441 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Checking segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:00.357852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.358867 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Bound using segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:00.359337 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Bound port: d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:00.359989 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.402438 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Allocated IP 172.27.1.216 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/4fc92fc2-f531-49c1-8be5-c529fdb0e3a2) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:00.428599 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] For port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:00.431891 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] For port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:00.437861 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.501558 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5cca6-6991-4b28-8b6f-d5906376e47f None None] Pushing event updated for resources: {'Port': ['ID=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:00.508303 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.547736 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:00.586443 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:00.591387 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:00.595548 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:00.620298 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:00.869905 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for router_gateway (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.061725 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:01.080179 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.115193 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:01.115573 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.205362 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:01.206442 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.223281 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Router 14ac4f56-923d-4607-adb0-66f63c82a5b5 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:53:01.248068 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:01.252752 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.303985 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:01.341122 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:53:01.352085 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Sync routers for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:53:01.364495 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:01.365170 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:01.371904 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.373252 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-dd71249a-d5e0-42e4-a811-e06b5178c28b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5126278 Feb 14 16:53:01.376353 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54782) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:01.427136 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfb1eb-3a76-41af-9ef5-38de9fcab4a1 None None] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:53:01.547742 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:01.616237 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-04d3b258-dc2d-4eac-885c-baaf34b73537 None None] Provisioning complete for port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:01.616614 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-04d3b258-dc2d-4eac-885c-baaf34b73537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:01.962752 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-04d3b258-dc2d-4eac-885c-baaf34b73537 None None] Current status of the port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:01.982065 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:00Z', 'revision_number': 3, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:02.026461 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Checking router: 14ac4f56-923d-4607-adb0-66f63c82a5b5 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:53:02.026979 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Updating router 14ac4f56-923d-4607-adb0-66f63c82a5b5 port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:53:02.059533 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.107540 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.239221 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-6bc4d5ed-0967-4ca8-ab84-9477b2687904 None None] Provisioning complete for port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:02.239848 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d5ed-0967-4ca8-ab84-9477b2687904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.266092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Allocated IP 172.20.0.1 (7c0bccfe-8f1a-4ab4-b47e-b721a5122790/146a50ea-e50c-4da0-8de5-f78bd7071c31/1667487c-71d2-4899-a6bf-8666af56f11e) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:02.369625 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks [] for port (1667487c-71d2-4899-a6bf-8666af56f11e), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.392521 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks [] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.396184 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4d5ed-0967-4ca8-ab84-9477b2687904 None None] Current status of the port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:02.399512 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.402756 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.441044 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:02.446365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:02.449910 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:02.454606 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6dc6b-b5d0-463b-966a-59e24b44cabf None None] Pushing event updated for resources: {'Port': ['ID=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:02.457122 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Attempting to bind port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:02.457490 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Attempting to bind port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:02.457858 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Attempting to bind port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:02.463648 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:02.464092 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:02.464432 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.464848 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:02.465316 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Bound port: 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:02.465706 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.488351 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Pushing event updated for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:02.490885 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.521830 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] For port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:02.525863 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] For port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:02.534046 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.605201 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6dc6b-b5d0-463b-966a-59e24b44cabf None None] Pushing event updated for resources: {'Port': ['ID=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:02.612102 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:02.612860 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:02.645137 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.743119 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:02.745395 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-564d73ee-0af3-4ab8-a06c-b1e1e13192b5 None None] Provisioning complete for port 1667487c-71d2-4899-a6bf-8666af56f11e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:02.745778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-564d73ee-0af3-4ab8-a06c-b1e1e13192b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.813682 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks [] for port (1667487c-71d2-4899-a6bf-8666af56f11e), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.818320 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.853467 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-564d73ee-0af3-4ab8-a06c-b1e1e13192b5 None None] Port 1667487c-71d2-4899-a6bf-8666af56f11e cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:53:02.886067 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Pushing event updated for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:02.888360 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:02.970740 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 1, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:02.978873 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:02.980265 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:03.005356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e28c00-d777-48ee-98ca-2eedb3bea6be None None] The sync data for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi is: [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 1, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:53:03.064193 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:03.128473 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Router 14ac4f56-923d-4607-adb0-66f63c82a5b5 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:53:03.131083 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:03.131471 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.222257 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:03.276346 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:53:03.281009 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-555d6f1b-e1e4-4ee0-bf52-24d3895c7b57 None None] Provisioning complete for port 1667487c-71d2-4899-a6bf-8666af56f11e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:03.281536 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-555d6f1b-e1e4-4ee0-bf52-24d3895c7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.285236 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-60b9a83a-2ce2-416a-91e1-0df6655dac74 admin admin] 10.222.0.69 "PUT /v2.0/routers/14ac4f56-923d-4607-adb0-66f63c82a5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078043 Feb 14 16:53:03.319503 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-555d6f1b-e1e4-4ee0-bf52-24d3895c7b57 None None] Port 1667487c-71d2-4899-a6bf-8666af56f11e cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:53:03.805269 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54798) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:03.810189 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1656554301-network', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:03.832600 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Made reservation on behalf of b992228f496f42cb99a1bfc89bc45c60 for: {'network': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:53:03.835052 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for network (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.850634 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.934888 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks [] for security_group (34786380-6abb-4b57-adcf-9b9ceee13623), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.939887 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (34786380-6abb-4b57-adcf-9b9ceee13623), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.969293 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:53:03.975970 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34786380-6abb-4b57-adcf-9b9ceee13623,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:03.983194 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f3f5eff9-a5ff-48f0-b6a2-f3485dce7723), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:03.984260 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.segments_db [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Added segment f3f5eff9-a5ff-48f0-b6a2-f3485dce7723 of type vlan for network c188d446-132d-4fcc-898b-613e6ffef671 Feb 14 16:53:04.034175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762989679782'] for network (c188d446-132d-4fcc-898b-613e6ffef671), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.060403 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773'] for network (c188d446-132d-4fcc-898b-613e6ffef671), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.061932 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:04.062525 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.095169 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2887547 Feb 14 16:53:04.097869 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54800) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:04.104096 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Request body: {'subnet': {'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1656554301-subnet', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'ip_version': 4}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:04.138255 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5098d8-c7dc-4206-aac2-3b7fd461c6cb admin admin] Pushing event updated for resources: {'Network': ['ID=c188d446-132d-4fcc-898b-613e6ffef671,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:04.149294 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Network c188d446-132d-4fcc-898b-613e6ffef671 details requested by agent ovs-agent-dv-cinder-819669-3-iscsi with host dv-cinder-819669-3-iscsi {{(pid=109322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:53:04.153980 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Made reservation on behalf of b992228f496f42cb99a1bfc89bc45c60 for: {'subnet': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:53:04.157500 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538253'] for subnet (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.334594 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10270225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538303'] for subnet (d80a2d5b-7c9a-464c-9d19-64af0c32ce72), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.388677 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80a2d5b-7c9a-464c-9d19-64af0c32ce72,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:04.397299 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Checking segment: {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:04.397651 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Network hostable DHCP agents. Network: c188d446-132d-4fcc-898b-613e6ffef671, hostable agents: ['94402da0-cdb3-485c-9183-f323bbcdeedb'], hosted agents: [] {{(pid=109321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:53:04.413686 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Network c188d446-132d-4fcc-898b-613e6ffef671 is scheduled to be hosted by DHCP agent 94402da0-cdb3-485c-9183-f323bbcdeedb with binding_index 1 {{(pid=109321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:53:04.422982 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819669-3-iscsi, c188d446-132d-4fcc-898b-613e6ffef671) {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:04.426911 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:04.427503 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.432227 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8a0e0-4abe-4f85-9fe4-1d9bc84d3634 None None] Network c188d446-132d-4fcc-898b-613e6ffef671 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:53:04.444931 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-71e714ec-a103-4a80-a46c-5c1e95c8fafd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3460379 Feb 14 16:53:04.447492 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54802) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:04.452058 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:04.470459 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105146'] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.471457 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105139'] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.528098 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for router_controller (9b5a6efb-7688-4be3-81ef-6afef5206d62), precommit_add_association {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.544944 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77dc558d-2be0-5269-8f4a-953b87b15ffe-c188d446-132d-4fcc-898b-613e6ffef671', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72'}]}} from dv-cinder-819669-3-iscsi. {{(pid=109322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:53:04.546350 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.674499 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for router_gateway (9b5a6efb-7688-4be3-81ef-6afef5206d62), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.686736 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.db_base_plugin_common [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Allocated IP 172.20.0.2 (c188d446-132d-4fcc-898b-613e6ffef671/d80a2d5b-7c9a-464c-9d19-64af0c32ce72/571df7e2-2d92-4212-8d40-9c1fa1cf2fe5) {{(pid=109322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:04.854132 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks [] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), precommit_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.855695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1c38312a-ca86-491e-9f21-2a3754481d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.862761 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), after_create {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.895020 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for router_gateway (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.901688 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Network c188d446-132d-4fcc-898b-613e6ffef671 is already hosted by enough agents. {{(pid=109322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:04.909221 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.scheduler.base_scheduler [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Resources bound (agent type, host, resource id): {{(pid=109322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:04.914089 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Received port after_create {{(pid=109322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:04.915187 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.917230 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Pushing event updated for resources: {'Port': ['ID=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,revision_number=1']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:04.973224 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Attempting to bind port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:04.973691 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Attempting to bind port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:04.974130 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Attempting to bind port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 on network c188d446-132d-4fcc-898b-613e6ffef671 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:04.979332 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:04.979710 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Checking segment: {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:04.980113 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:04.980514 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Bound using segment: {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:04.981001 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Bound port: 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:04.981799 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.027173 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Allocated IP 172.27.1.79 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/0fca4f73-4a36-421b-85f6-a790866cecb7) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:05.074241 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] For port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:05.077654 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Sync routers for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:53:05.078778 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] For port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:05.088273 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.089089 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:05.089725 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:05.130316 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:05.172113 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.194101 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6245d9-b2fc-4a05-9b78-e33ddcd998a5 None None] Pushing event updated for resources: {'Port': ['ID=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:05.213963 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.221694 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:05.222076 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.228794 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:05.278598 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:05.280526 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Pushing event updated for resources: {'Port': ['ID=0fca4f73-4a36-421b-85f6-a790866cecb7,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:05.283644 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:05.286074 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:05.369351 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:05.369739 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.404276 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:05.410194 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.483756 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:05.506994 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 2, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:05.534990 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Checking router: 14ac4f56-923d-4607-adb0-66f63c82a5b5 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:53:05.535353 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Updating router 14ac4f56-923d-4607-adb0-66f63c82a5b5 port 1667487c-71d2-4899-a6bf-8666af56f11e binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:53:05.564437 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.846782 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks [] for port (1667487c-71d2-4899-a6bf-8666af56f11e), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.855025 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.862978 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for router_gateway (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.903193 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Pushing event updated for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:05.942043 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.942548 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.942913 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.943258 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.943590 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.943918 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.944245 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.944859 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.945192 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.945542 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.945872 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.946194 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.946514 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:05.976673 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Attempting to bind port 1667487c-71d2-4899-a6bf-8666af56f11e on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:05.977316 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Attempting to bind port 1667487c-71d2-4899-a6bf-8666af56f11e by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:05.977879 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Attempting to bind port 1667487c-71d2-4899-a6bf-8666af56f11e on network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:05.984205 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:05.985143 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Checking segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:05.985738 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:05.986295 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Bound using segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:05.986943 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Bound port: 1667487c-71d2-4899-a6bf-8666af56f11e, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:05.987495 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.069527 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] For port 1667487c-71d2-4899-a6bf-8666af56f11e, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:06.073206 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] For port 1667487c-71d2-4899-a6bf-8666af56f11e, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1667487c-71d2-4899-a6bf-8666af56f11e,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:06.086005 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.089101 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608396'] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.104084 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.137023 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:06.137646 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:06.194210 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c11d-7a62-4591-93a5-b5a6428cdce1 None None] Pushing event updated for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=4']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:06.216020 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Provisioning complete for port 1667487c-71d2-4899-a6bf-8666af56f11e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:06.216400 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.258568 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Router 9b5a6efb-7688-4be3-81ef-6afef5206d62 is scheduled to L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 with binding_index 1 {{(pid=109321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:53:06.291974 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:06.333803 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Current status of the port 1667487c-71d2-4899-a6bf-8666af56f11e is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:06.334200 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.410772 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:53:06.416344 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] For port 1667487c-71d2-4899-a6bf-8666af56f11e, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1667487c-71d2-4899-a6bf-8666af56f11e,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:06.419587 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ef957-8e60-412e-81f7-a87bd94a6015 None None] Network c188d446-132d-4fcc-898b-613e6ffef671 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:53:06.434374 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.435972 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-150ca4e2-4967-417d-a808-2292323ba7bc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9873095 Feb 14 16:53:06.438792 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 54804) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:06.476560 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.478496 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Sync routers for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:53:06.559640 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:06.591889 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b40e-b20e-47cd-8925-06ee4d091253 None None] The sync data for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi is: [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:53:06.692302 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:06.693027 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:52:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:06.769464 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48829ab-9351-40e9-8218-2d2382b17a3f None None] Pushing event updated for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:06.773386 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Provisioning complete for port 1667487c-71d2-4899-a6bf-8666af56f11e triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:06.773786 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.891126 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:06.918613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:07.006789 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Current status of the port 1667487c-71d2-4899-a6bf-8666af56f11e is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:07.090460 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Provisioning complete for port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:07.090800 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.119043 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Allocated IP 172.20.0.1 (c188d446-132d-4fcc-898b-613e6ffef671/d80a2d5b-7c9a-464c-9d19-64af0c32ce72/d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:07.242070 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks [] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.256903 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Current status of the port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:07.257303 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.268399 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 3, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:07.300025 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:07.307423 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.313335 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Checking router: 9b5a6efb-7688-4be3-81ef-6afef5206d62 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:53:07.313695 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Updating router 9b5a6efb-7688-4be3-81ef-6afef5206d62 port 0fca4f73-4a36-421b-85f6-a790866cecb7 binding host dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:53:07.353524 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Network c188d446-132d-4fcc-898b-613e6ffef671 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:07.361312 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:07.362695 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:07.364945 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:07.392463 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-94eca76f-06c9-4b5a-86f1-1c427a913e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.408061 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] For port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:07.412004 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.417154 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607935'] for router_interface (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.442012 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.553399 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:07.553781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.562193 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.616351 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20de886-08ed-46a0-a06a-0add3d0d8a32 None None] Pushing event updated for resources: {'Port': ['ID=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:07.636613 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-fd2464f3-7216-49b3-b794-31c5d3369252 None None] Provisioning complete for port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:07.637018 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-fd2464f3-7216-49b3-b794-31c5d3369252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.727972 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks [] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.733784 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.802197 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:07.803291 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1667487c-71d2-4899-a6bf-8666af56f11e up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:07.804328 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607939'] for router_interface (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.809686 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:07.870658 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-fd2464f3-7216-49b3-b794-31c5d3369252 None None] Current status of the port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:07.912718 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Network c188d446-132d-4fcc-898b-613e6ffef671 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:07.914265 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:07.932449 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 1667487c-71d2-4899-a6bf-8666af56f11e triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:07.932852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.939213 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks [] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), precommit_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:07.960923 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.044201 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Router 9b5a6efb-7688-4be3-81ef-6afef5206d62 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:53:08.044388 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a335-8eaf-47c6-97b1-d59bb37fe74a None None] Pushing event updated for resources: {'Port': ['ID=0fca4f73-4a36-421b-85f6-a790866cecb7,revision_number=2']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:08.048215 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Attempting to bind port 0fca4f73-4a36-421b-85f6-a790866cecb7 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:08.048590 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Attempting to bind port 0fca4f73-4a36-421b-85f6-a790866cecb7 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:08.048987 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Attempting to bind port 0fca4f73-4a36-421b-85f6-a790866cecb7 on network 268d6900-56fe-428f-a904-7894b8dfbf82 {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:08.052707 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-e9bded7d-de0c-41ee-854d-030a0dfea78e None None] Provisioning complete for port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:08.052992 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-e9bded7d-de0c-41ee-854d-030a0dfea78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.086196 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:08.086580 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Checking segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:08.086987 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.087387 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Bound using segment: {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'} {{(pid=109322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:08.087870 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.managers [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Bound port: 0fca4f73-4a36-421b-85f6-a790866cecb7, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82'}}] {{(pid=109322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:08.088256 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.156003 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-e9bded7d-de0c-41ee-854d-030a0dfea78e None None] Port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:53:08.161432 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 1667487c-71d2-4899-a6bf-8666af56f11e is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:08.162365 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:53:08.162841 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:08.177254 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-c66c602c-9b0e-426d-b7d6-455ef7e7cd9c admin admin] 10.222.0.69 "PUT /v2.0/routers/9b5a6efb-7688-4be3-81ef-6afef5206d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272778 Feb 14 16:53:08.201998 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] For port 0fca4f73-4a36-421b-85f6-a790866cecb7, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:08.208606 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] For port 0fca4f73-4a36-421b-85f6-a790866cecb7, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0fca4f73-4a36-421b-85f6-a790866cecb7,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:08.216866 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.297057 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:08.297442 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.301231 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:08.301888 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:53:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:08.321420 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a335-8eaf-47c6-97b1-d59bb37fe74a None None] Pushing event updated for resources: {'Port': ['ID=0fca4f73-4a36-421b-85f6-a790866cecb7,revision_number=3']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:08.367352 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-7d7208ab-6d73-48e2-b410-643f227a399e None None] Provisioning complete for port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:08.367730 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7d7208ab-6d73-48e2-b410-643f227a399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.601882 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-7d7208ab-6d73-48e2-b410-643f227a399e None None] Port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:53:08.624919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:08.648981 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:08.695012 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:08.877332 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'd0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6', 'name': '', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'mac_address': 'fa:16:3e:16:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:06Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 2, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'subnets': [{'id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:08.907583 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f996f16-d5f9-4f14-a10e-73a8181bec4c None None] The sync data for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi is: [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'd0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6', 'name': '', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'mac_address': 'fa:16:3e:16:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:06Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 2, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'subnets': [{'id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:53:09.078242 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:09.145624 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:09.146463 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:09.247684 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:53:09.267275 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:10.137457 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.112511 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0fca4f73-4a36-421b-85f6-a790866cecb7 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:11.132117 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Sync routers for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:53:11.144482 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:11.145556 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:53:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:11.211304 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 0fca4f73-4a36-421b-85f6-a790866cecb7 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:11.211899 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.270604 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.323193 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 0fca4f73-4a36-421b-85f6-a790866cecb7 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:11.323594 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.349568 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] For port 0fca4f73-4a36-421b-85f6-a790866cecb7, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0fca4f73-4a36-421b-85f6-a790866cecb7,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:11.357250 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.384630 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:11.428236 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Pushing event updated for resources: {'Port': ['ID=0fca4f73-4a36-421b-85f6-a790866cecb7,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:11.612948 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'd0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6', 'name': '', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'mac_address': 'fa:16:3e:16:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:06Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 2, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'subnets': [{'id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:11.641605 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Checking router: 9b5a6efb-7688-4be3-81ef-6afef5206d62 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:53:11.642143 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Updating router 9b5a6efb-7688-4be3-81ef-6afef5206d62 port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 binding host dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:53:11.675981 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.972716 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks [] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), precommit_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:11.981145 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.025222 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132bbbf-9100-4b2e-851f-fb916f025b2a None None] Pushing event updated for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=3']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:12.103646 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Attempting to bind port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 on host dv-cinder-819669-3-iscsi for vnic_type normal with profile {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:12.104063 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Attempting to bind port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 by drivers openvswitch,hyperv on host dv-cinder-819669-3-iscsi at level 0 using segments [{'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:12.104426 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Attempting to bind port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 on network c188d446-132d-4fcc-898b-613e6ffef671 {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:12.111092 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Checking agent: {'id': '0c473c78-7d06-4f2c-b49a-493a71ba9a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819669-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 33, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 33, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819669-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:12.111470 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Checking segment: {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:12.111872 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.112297 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Bound using segment: {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'} {{(pid=109323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:12.112779 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.managers [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Bound port: d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6, host: dv-cinder-819669-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671'}}] {{(pid=109323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:12.113163 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), before_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.198454 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] For port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6, host dv-cinder-819669-3-iscsi, cleared binding levels {{(pid=109323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:12.202593 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.plugins.ml2.db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] For port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6, host dv-cinder-819669-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:12.214610 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_update {{(pid=109323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.269801 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:12.270874 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:53:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:12.356078 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132bbbf-9100-4b2e-851f-fb916f025b2a None None] Pushing event updated for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=4']} {{(pid=109323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:12.374982 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Provisioning complete for port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:12.375554 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.447878 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:12.500595 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Current status of the port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 is: DOWN; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:12.501065 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.545759 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] For port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:12.554507 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.610100 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70458b3d-ab0b-4a05-958d-438b7aa99c19 None None] Pushing event updated for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:12.681323 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-3fb1148d-e5e4-4954-b4d6-5ee9eb7da8b7 None None] Provisioning complete for port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:12.681792 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-3fb1148d-e5e4-4954-b4d6-5ee9eb7da8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:12.710065 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'd0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6', 'name': '', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'mac_address': 'fa:16:3e:16:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:06Z', 'updated_at': '2022-02-14T16:53:12Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'subnets': [{'id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:12.746195 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d7b94-0b84-4c43-a565-a014cd66ebe9 None None] The sync data for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi is: [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:07Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': 'd0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6', 'name': '', 'network_id': 'c188d446-132d-4fcc-898b-613e6ffef671', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'mac_address': 'fa:16:3e:16:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:06Z', 'updated_at': '2022-02-14T16:53:12Z', 'revision_number': 4, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'subnets': [{'id': 'd80a2d5b-7c9a-464c-9d19-64af0c32ce72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:53:12.780434 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1148d-e5e4-4954-b4d6-5ee9eb7da8b7 None None] Current status of the port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:13.103812 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0fca4f73-4a36-421b-85f6-a790866cecb7 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:13.169754 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port 0fca4f73-4a36-421b-85f6-a790866cecb7 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:13.170497 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:13.271493 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port 0fca4f73-4a36-421b-85f6-a790866cecb7 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:13.272830 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 up at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:13.334294 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Provisioning complete for port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:13.335041 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:13.430952 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Current status of the port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:17.894277 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-ca4bc32e-bb2e-48a4-aaf0-259119e66796 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:17.895721 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-ca4bc32e-bb2e-48a4-aaf0-259119e66796 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 814 time: 0.0973558 Feb 14 16:53:17.909752 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-d866bff7-fa22-4d75-8415-ba01025bfe8e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/quotas/bc81fb1e0ca34fafb3d428c4e0c4ded8 HTTP/1.1" status: 200 len: 375 time: 0.0087969 Feb 14 16:53:17.961954 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-e351cf48-0b0e-4b57-b279-81d7deecfc4d tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474691 Feb 14 16:53:18.067413 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-bf034be3-561a-479a-a11d-4d716ab980e2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=109320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:53:18.068407 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-bf034be3-561a-479a-a11d-4d716ab980e2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957165 Feb 14 16:53:18.160197 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-4de4be48-b84f-46b2-a2b3-2385cdd4271f service neutron] 10.222.0.69 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858116 Feb 14 16:53:18.251408 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-e85dd2b5-fd83-499e-8b16-5691763915bb service neutron] 10.222.0.69 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Feb 14 16:53:18.659792 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f9563832-e7c0-4ffe-9309-f9a450e8c88a req-eef6252d-0947-4a40-ac30-5ab99cf0e0e0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 210 time: 0.2778835 Feb 14 16:53:19.462979 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-7187b124-ff56-4f4e-9a72-1237ae06a890 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:19.464340 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-7187b124-ff56-4f4e-9a72-1237ae06a890 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 814 time: 0.1031203 Feb 14 16:53:19.476636 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'port': {'device_id': '669c454a-bed4-488e-acd8-a75088cefeb6', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'admin_state_up': True, 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:19.586879 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Made reservation on behalf of bc81fb1e0ca34fafb3d428c4e0c4ded8 for: {'port': 1} {{(pid=109321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:53:19.590286 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:19.718081 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_common [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Allocated IP 172.20.0.4 (7c0bccfe-8f1a-4ab4-b47e-b721a5122790/146a50ea-e50c-4da0-8de5-f78bd7071c31/f6eb759b-bb0e-4ec1-b707-0bb1269c997c) {{(pid=109321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:19.817200 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-522bfef0-0d6c-4ded-821c-15e8763d4785 req-4c4234ca-ffae-40d2-a893-4105678dd0a6 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 210 time: 0.0641892 Feb 14 16:53:20.159739 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:20.196181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:20.250183 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 is already hosted by enough agents. {{(pid=109321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:20.254352 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.base_scheduler [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Resources bound (agent type, host, resource id): {{(pid=109321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:20.265348 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Received port after_create {{(pid=109321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:20.299466 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:20.324345 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:20.325112 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:20.348051 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-39aa03cd-5d87-4b64-a163-63def94cd153 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751044 Feb 14 16:53:20.555241 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-535aa188-9bce-46f6-9c97-72f06dfae2a3 None None] Provisioning complete for port f6eb759b-bb0e-4ec1-b707-0bb1269c997c triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:20.555813 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-535aa188-9bce-46f6-9c97-72f06dfae2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:20.606426 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-535aa188-9bce-46f6-9c97-72f06dfae2a3 None None] Port f6eb759b-bb0e-4ec1-b707-0bb1269c997c cannot update to ACTIVE because it is not bound. {{(pid=109322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:53:20.956344 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6b04-3be1-4cec-8a1d-9910eaa902c2 req-416fcc8b-930f-48bf-b7aa-2d3afad65a0b tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:20.957888 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f70b6b04-3be1-4cec-8a1d-9910eaa902c2 req-416fcc8b-930f-48bf-b7aa-2d3afad65a0b tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0614178 Feb 14 16:53:21.008998 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-f70b6b04-3be1-4cec-8a1d-9910eaa902c2 req-dfdd9ac1-543b-4ba8-b58e-1cef3bd704b4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Feb 14 16:53:22.140113 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6e9d-f507-45c1-a6f0-dbdfe17e5356 req-050407b0-be50-459d-b07e-37165d901007 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:22.141924 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-da5a6e9d-f507-45c1-a6f0-dbdfe17e5356 req-050407b0-be50-459d-b07e-37165d901007 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0596397 Feb 14 16:53:22.191930 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-da5a6e9d-f507-45c1-a6f0-dbdfe17e5356 req-20dc8986-7842-4402-8379-587af0070b52 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Feb 14 16:53:23.325123 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75aba4-41cd-4e68-8e5f-d86a6e5c08da req-ccc108e2-2fdb-46d8-8e97-e0cfdc2e4759 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:23.326612 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3b75aba4-41cd-4e68-8e5f-d86a6e5c08da req-ccc108e2-2fdb-46d8-8e97-e0cfdc2e4759 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0611238 Feb 14 16:53:23.378842 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-3b75aba4-41cd-4e68-8e5f-d86a6e5c08da req-6a5be434-4eb1-4908-9402-76fb4c6f0eaf tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Feb 14 16:53:24.505104 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cec0-88cf-4ec8-b77d-06b879de2246 req-45205aa7-4984-4764-8c12-bffa836076b4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:24.506638 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce65cec0-88cf-4ec8-b77d-06b879de2246 req-45205aa7-4984-4764-8c12-bffa836076b4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0593793 Feb 14 16:53:24.563573 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ce65cec0-88cf-4ec8-b77d-06b879de2246 req-e681c501-6075-41d2-9156-4699df95075d tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Feb 14 16:53:25.686975 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6163-634a-4a5a-b2ff-60ef67c2dd42 req-01831d97-d58f-424a-a8b9-67307cc8e164 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:25.689470 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-053b6163-634a-4a5a-b2ff-60ef67c2dd42 req-01831d97-d58f-424a-a8b9-67307cc8e164 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0562251 Feb 14 16:53:25.738426 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-053b6163-634a-4a5a-b2ff-60ef67c2dd42 req-9ddf4b45-857b-4394-bdc0-156525b98a2b tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Feb 14 16:53:26.856989 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625393a3-ed3d-4cc6-9e17-467f132daf22 req-f1fe4a5b-c1dc-49bb-a158-489e199bfaff tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:26.858513 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-625393a3-ed3d-4cc6-9e17-467f132daf22 req-f1fe4a5b-c1dc-49bb-a158-489e199bfaff tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 931 time: 0.0521290 Feb 14 16:53:26.909508 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-625393a3-ed3d-4cc6-9e17-467f132daf22 req-5afc6868-7658-44d3-bce1-c2e58177f298 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Feb 14 16:53:27.195421 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Request body: {'port': {'device_id': '669c454a-bed4-488e-acd8-a75088cefeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:27.254054 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.506218 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eb759b-bb0e-4ec1-b707-0bb1269c997c {{(pid=109321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:53:27.514040 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks [] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), precommit_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.525572 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.provisioning_blocks [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Transition to ACTIVE for port object f6eb759b-bb0e-4ec1-b707-0bb1269c997c will not be triggered until provisioned by entity L2. {{(pid=109321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:53:27.528892 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.582073 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=2']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:27.653260 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Attempting to bind port f6eb759b-bb0e-4ec1-b707-0bb1269c997c on host hv-cinder-81966 for vnic_type normal with profile {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:53:27.653619 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Attempting to bind port f6eb759b-bb0e-4ec1-b707-0bb1269c997c by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:53:27.653916 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Attempting to bind port f6eb759b-bb0e-4ec1-b707-0bb1269c997c on network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:27.658579 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Port f6eb759b-bb0e-4ec1-b707-0bb1269c997c on network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:53:27.658898 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Attempting to bind port f6eb759b-bb0e-4ec1-b707-0bb1269c997c on network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:53:27.663853 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Checking agent: {'id': '4554a562-3ea9-4fe7-ad53-2e5edc8a99f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'started_at': datetime.datetime(2022, 2, 14, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:53:27.664128 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Checking segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:53:27.664514 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Bound using segment: {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'} {{(pid=109321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:53:27.664964 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.managers [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Bound port: f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790'}}] {{(pid=109321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:53:27.665323 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.730657 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, cleared binding levels {{(pid=109321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:53:27.734132 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:53:27.740141 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10271896'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.771165 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:27.771723 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:27.773211 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] 10.222.0.50 "PUT /v2.0/ports/f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 1093 time: 0.5825465 Feb 14 16:53:27.775273 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:53:27.777654 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cad4f7-e08a-4ba7-9ef3-8506f3354260" -d '{"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:53:27.810994 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83bf6-1a90-46cc-8afd-badc7b5cee3f service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=3']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:27.843782 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bf7622-5f86-41bb-ab2c-4a592d705c9d x-openstack-request-id: req-97bf7622-5f86-41bb-ab2c-4a592d705c9d {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:53:27.844150 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:53:27.844332 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97bf7622-5f86-41bb-ab2c-4a592d705c9d {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:53:27.844712 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:53:27.864717 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-7556c20b-ce62-4df3-9d80-e9dcf28c3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:27.866335 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-7556c20b-ce62-4df3-9d80-e9dcf28c3ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1127 time: 0.0505917 Feb 14 16:53:27.912508 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-db9a3fa4-ebe6-42ab-a5be-9b24c2df8d58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 217 time: 0.0396969 Feb 14 16:53:27.965645 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-e92a2710-f9db-4e93-b954-cdf2280206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:27.967146 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-e92a2710-f9db-4e93-b954-cdf2280206e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0488403 Feb 14 16:53:28.016124 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-c795ee30-5ee5-434a-bb2c-d808c71b6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.017974 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-c795ee30-5ee5-434a-bb2c-d808c71b6a3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452895 Feb 14 16:53:28.029256 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afd4c2-8047-491a-85c5-6d4d1267e217 req-5033e186-7cbb-4e5b-8b1d-8be34ce8f74f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.030573 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-55afd4c2-8047-491a-85c5-6d4d1267e217 req-5033e186-7cbb-4e5b-8b1d-8be34ce8f74f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 943 time: 0.0544152 Feb 14 16:53:28.081351 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-55afd4c2-8047-491a-85c5-6d4d1267e217 req-e04078de-0d0a-44f5-9036-06c27ad5606e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Feb 14 16:53:28.111568 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-27123548-9e61-4d5c-867c-30aa2e38fe4d service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879478 Feb 14 16:53:28.199696 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-dea4a4e2-95ca-4b57-b5fc-aa828e2b262c req-644f0f95-9822-4cb2-834c-25afbaa7a8b6 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826342 Feb 14 16:53:28.288412 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-921b63e2-015f-45f7-9af8-31f925bdb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.289844 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-921b63e2-015f-45f7-9af8-31f925bdb0ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1127 time: 0.0488031 Feb 14 16:53:28.378850 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-e1caa9d3-cd8a-43ec-925c-7fd1ade233b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.380320 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-e1caa9d3-cd8a-43ec-925c-7fd1ade233b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0840003 Feb 14 16:53:28.425076 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-105d9b74-cd05-489b-b71b-8593235cd7f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 217 time: 0.0379934 Feb 14 16:53:28.472496 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-4999a931-55a2-4175-b39d-3be07ef9b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.474026 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-4999a931-55a2-4175-b39d-3be07ef9b552 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0435219 Feb 14 16:53:28.523444 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-22b6c5c5-dd02-4342-8d79-3e9682b47dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:28.524939 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-22b6c5c5-dd02-4342-8d79-3e9682b47dd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434358 Feb 14 16:53:28.617143 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-9be97f79-64af-496f-9259-1ae8d46bf0ae service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Feb 14 16:53:28.704297 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-45cad4f7-e08a-4ba7-9ef3-8506f3354260 req-760200d4-4c75-4515-b541-2e465512bb59 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802331 Feb 14 16:53:29.199859 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2137c5-4dec-4435-94c4-44e7e6ba15cd req-4caa59a0-f600-4e22-86b7-58cc2f6a8b20 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:29.201455 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e2137c5-4dec-4435-94c4-44e7e6ba15cd req-4caa59a0-f600-4e22-86b7-58cc2f6a8b20 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 943 time: 0.0514460 Feb 14 16:53:29.247122 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2e2137c5-4dec-4435-94c4-44e7e6ba15cd req-ced9c98d-64a0-4169-9c11-f24240e35979 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Feb 14 16:53:30.366132 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc58bda-4fa0-4bc9-804f-10395b242ed5 req-993b6432-0dd1-4c01-a3c4-530a678aa3e2 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:30.367584 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2cc58bda-4fa0-4bc9-804f-10395b242ed5 req-993b6432-0dd1-4c01-a3c4-530a678aa3e2 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 943 time: 0.0554111 Feb 14 16:53:30.414721 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2cc58bda-4fa0-4bc9-804f-10395b242ed5 req-625062d5-62f5-4283-9b51-2ebd2595ce70 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Feb 14 16:53:30.862581 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device f6eb759b-bb0e-4ec1-b707-0bb1269c997c details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=109322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:53:30.956659 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:30.968053 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Returning: {'device': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'port_id': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'mac_address': 'fa:16:3e:21:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:53:31.007946 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port f6eb759b-bb0e-4ec1-b707-0bb1269c997c is: DOWN; New status is: BUILD {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:31.008336 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:31.020627 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eb759b-bb0e-4ec1-b707-0bb1269c997c {{(pid=109322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:53:31.039340 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:31.043927 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:31.090701 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=4']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:31.254522 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:53:31.532423 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6434e5-1df9-4fe2-b412-82901259e65c req-9664bbcd-0b85-4489-b5a6-eb1a5541c599 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:31.533936 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fb6434e5-1df9-4fe2-b412-82901259e65c req-9664bbcd-0b85-4489-b5a6-eb1a5541c599 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 944 time: 0.0524113 Feb 14 16:53:31.581548 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-fb6434e5-1df9-4fe2-b412-82901259e65c req-9190f91d-67c2-4902-a23b-393cf51f8339 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Feb 14 16:53:32.695541 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31d905-df8e-41aa-ad87-a0b984971b3b req-86774a26-6d37-41eb-bd45-296ad14cdf94 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:32.697020 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d31d905-df8e-41aa-ad87-a0b984971b3b req-86774a26-6d37-41eb-bd45-296ad14cdf94 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 944 time: 0.0505323 Feb 14 16:53:32.747508 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7d31d905-df8e-41aa-ad87-a0b984971b3b req-d783e4ca-a25b-4e7a-9327-a32a4a9b77d4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Feb 14 16:53:32.872162 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device f6eb759b-bb0e-4ec1-b707-0bb1269c997c up at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:53:32.928718 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning for port f6eb759b-bb0e-4ec1-b707-0bb1269c997c completed by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:53:32.933110 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Provisioning complete for port f6eb759b-bb0e-4ec1-b707-0bb1269c997c triggered by entity L2. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:32.933549 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:33.011460 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Current status of the port f6eb759b-bb0e-4ec1-b707-0bb1269c997c is: BUILD; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:33.011979 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:33.040092 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:53:33.042374 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37583cd0c9ea622e770a8376b95a6dc287363940ed376a00eee4a2632e5210be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b34df5-ae0c-402d-a87a-a3afb66a70a9" -d '{"events": [{"server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:53:33.057279 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:33.061408 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:33.110579 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=5']} {{(pid=109322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:33.217511 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f1903-2141-4a10-8e2d-92972b481f52 x-openstack-request-id: req-f66f1903-2141-4a10-8e2d-92972b481f52 {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:53:33.218286 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "code": 200}]} {{(pid=109322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:53:33.218549 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f66f1903-2141-4a10-8e2d-92972b481f52 {{(pid=109322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:53:33.218942 dv-cinder-819669-3-iscsi neutron-server[109322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'code': 200} Feb 14 16:53:33.398282 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bacf24-59f8-4268-a7d8-bde7dcfec7f6 req-2ca91508-47bd-4a97-88c3-b339c22fb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:33.400614 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c6bacf24-59f8-4268-a7d8-bde7dcfec7f6 req-2ca91508-47bd-4a97-88c3-b339c22fb3f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1129 time: 0.0469666 Feb 14 16:53:33.451885 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-c6bacf24-59f8-4268-a7d8-bde7dcfec7f6 req-49ab20b6-8f5c-4f7e-8058-5687796c4de4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Feb 14 16:53:33.883110 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdba51-691b-4c2c-97bc-4d111fbc7032 req-72b5ffd5-67f4-4147-9d40-5799eb2a5de0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:33.884613 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bcdba51-691b-4c2c-97bc-4d111fbc7032 req-72b5ffd5-67f4-4147-9d40-5799eb2a5de0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0675001 Feb 14 16:53:33.934757 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-7bcdba51-691b-4c2c-97bc-4d111fbc7032 req-f3c9603a-2bfc-492e-8687-1e52f929b5b5 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Feb 14 16:53:34.799662 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2556fa39-73a2-494e-a117-0c0526f31b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:35.063697 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceabce-b252-443a-bc17-b7ab4fd41cd3 req-f1e4b735-0321-44a2-9307-e81a45753d38 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:35.065251 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a0ceabce-b252-443a-bc17-b7ab4fd41cd3 req-f1e4b735-0321-44a2-9307-e81a45753d38 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0614867 Feb 14 16:53:35.123511 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-a0ceabce-b252-443a-bc17-b7ab4fd41cd3 req-690403b0-5ec9-4d25-af91-3bc99119d15c tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Feb 14 16:53:35.244885 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36348-68db-40ce-97b8-8fd7bd2c2ce7 req-ac09b976-e4cb-4d3b-918f-806e982822b6 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:35.246370 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cee36348-68db-40ce-97b8-8fd7bd2c2ce7 req-ac09b976-e4cb-4d3b-918f-806e982822b6 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0554194 Feb 14 16:53:35.293624 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-cee36348-68db-40ce-97b8-8fd7bd2c2ce7 req-ef5fe297-d194-45de-9779-e6ac75b31aa4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Feb 14 16:53:35.613308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113370fb-b465-4408-8a73-c8893b949727 req-53148a94-7b7f-48b7-9eae-2fc8c675fc8d tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:35.614691 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-113370fb-b465-4408-8a73-c8893b949727 req-53148a94-7b7f-48b7-9eae-2fc8c675fc8d tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Feb 14 16:53:35.660642 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-113370fb-b465-4408-8a73-c8893b949727 req-2a937861-eed6-4061-9a34-8ccc5233c414 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Feb 14 16:53:36.081289 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:37.307886 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-af088e4e-b46d-445b-8695-ce65552bc49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:38.574293 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:40.133957 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:41.253875 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:43.945851 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b58c3-7f0f-4395-9208-4fb798319863 req-a6928a9d-930e-4c12-aaa9-ad626f44bd46 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:43.947356 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-550b58c3-7f0f-4395-9208-4fb798319863 req-a6928a9d-930e-4c12-aaa9-ad626f44bd46 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0593834 Feb 14 16:53:43.998232 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-550b58c3-7f0f-4395-9208-4fb798319863 req-3d33d1de-93b9-4d42-9527-35437d0497e3 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Feb 14 16:53:44.020305 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54994) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:44.129819 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d601e2d1-df73-4f16-8649-94a0681cdccd tempest-TestMinimumBasicScenario-658433673 tempest-TestMinimumBasicScenario-658433673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:44.131322 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-d601e2d1-df73-4f16-8649-94a0681cdccd tempest-TestMinimumBasicScenario-658433673 tempest-TestMinimumBasicScenario-658433673-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1124 time: 0.1100287 Feb 14 16:53:44.134195 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 54998) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:44.138415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'floatingip': {'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'port_id': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:44.159417 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:44.258990 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (None), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:44.361615 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_common [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Allocated IP 172.27.1.223 (268d6900-56fe-428f-a904-7894b8dfbf82/745432cf-e423-4653-8bed-4a76a02d564f/ce37442c-77fa-42e2-8edb-b7d2739bffcc) {{(pid=109320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:53:44.468224 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:44.507942 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762989692995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:44.550032 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Network 268d6900-56fe-428f-a904-7894b8dfbf82 is already hosted by enough agents. {{(pid=109320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:53:44.552826 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.base_scheduler [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Resources bound (agent type, host, resource id): {{(pid=109320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:53:44.557286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Received port after_create {{(pid=109320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:53:44.560016 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'Port': ['ID=ce37442c-77fa-42e2-8edb-b7d2739bffcc,revision_number=1']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:44.588998 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.589352 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.589698 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.590035 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.590367 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.590703 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.591028 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.591355 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.591680 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.592005 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.592329 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.592650 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.593000 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:44.925288 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for floatingip (35b6a504-d2b6-4cb8-aa6a-acf464279959), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:44.991035 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.139098 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.143489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.211756 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'Port': ['ID=ce37442c-77fa-42e2-8edb-b7d2739bffcc,revision_number=2']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:45.224682 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607778'] for floatingip (35b6a504-d2b6-4cb8-aa6a-acf464279959), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.326276 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Floating IP 35b6a504-d2b6-4cb8-aa6a-acf464279959 associated. External IP: 172.27.1.223, port: f6eb759b-bb0e-4ec1-b707-0bb1269c997c. Feb 14 16:53:45.533629 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Router 14ac4f56-923d-4607-adb0-66f63c82a5b5 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:53:45.641919 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:53:45.651775 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Sync routers for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:53:45.661500 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:45.662125 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:53:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:45.664063 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.693678 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e1e74d13-3d40-4a6d-91ee-bdef4cd00fa1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5584879 Feb 14 16:53:45.694225 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:53:45.696489 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e286c8ac-beae-493d-8fb4-947f75d83eea" -d '{"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:53:45.696918 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55000) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:45.708509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146265113', 'description': 'tempest-secgroup-smoke-1146265113 description', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:45.730217 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (None), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.778108 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:45.800777 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (9a2f80ee-b624-4417-b8d0-de51c2446ab1), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.805908 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9a2f80ee-b624-4417-b8d0-de51c2446ab1), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.836501 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.839859 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d0d012-fcd2-43e5-a882-eae73cfe27e8 x-openstack-request-id: req-94d0d012-fcd2-43e5-a882-eae73cfe27e8 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:53:45.840160 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:53:45.840420 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94d0d012-fcd2-43e5-a882-eae73cfe27e8 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:53:45.840851 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:53:45.840958 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429350 Feb 14 16:53:45.841432 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55006) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:45.842940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2f80ee-b624-4417-b8d0-de51c2446ab1,revision_number=1']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:45.846992 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:45.851093 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.851450 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.851800 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.852142 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.852478 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.852847 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.853181 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.853510 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.853837 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.854163 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.854486 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.854811 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.855135 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d54c18-5430-41aa-8202-5ada6c937b43 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:53:45.874731 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (4408e589-3a6c-4d11-97fb-c30950413137), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.915843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-e4044a63-5435-4f96-9d9e-c666af73f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:45.917892 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-e4044a63-5435-4f96-9d9e-c666af73f247 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1129 time: 0.0468998 Feb 14 16:53:45.933726 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (4408e589-3a6c-4d11-97fb-c30950413137), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.938498 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (4408e589-3a6c-4d11-97fb-c30950413137), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.956713 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4408e589-3a6c-4d11-97fb-c30950413137,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:45.968372 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:45.972925 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-2f71771d-3572-45a6-aa71-65cf7ac14773 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279023 Feb 14 16:53:45.973066 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55008) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:45.977466 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.005524 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (8ff0f7b3-6d1f-444c-9003-752221877ce2), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.022295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-17d9ec1f-8688-4bc3-866d-e89993d205f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:46.023723 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-17d9ec1f-8688-4bc3-866d-e89993d205f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0986073 Feb 14 16:53:46.048083 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '35b6a504-d2b6-4cb8-aa6a-acf464279959', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'port_id': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'mac_address': 'fa:16:3e:21:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c454a-bed4-488e-acd8-a75088cefeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:53:44Z', 'updated_at': '2022-02-14T16:53:44Z', 'revision_number': 0, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:46.070887 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (8ff0f7b3-6d1f-444c-9003-752221877ce2), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.076767 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (8ff0f7b3-6d1f-444c-9003-752221877ce2), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.083781 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Checking router: 14ac4f56-923d-4607-adb0-66f63c82a5b5 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:53:46.092386 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:53:46.093024 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:53:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:46.094719 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-0cd1ec1a-5f9f-422b-b06e-5dc85b8a6c91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 999 time: 0.0645673 Feb 14 16:53:46.100035 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff0f7b3-6d1f-444c-9003-752221877ce2,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:46.111183 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.113003 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-6caf54b2-f05e-4715-b07d-9a3ae6673479 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389306 Feb 14 16:53:46.115679 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55010) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:46.124138 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.148197 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-f07c5fb3-12db-4f80-b664-8ff2116ea70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:46.149858 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-f07c5fb3-12db-4f80-b664-8ff2116ea70e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0490377 Feb 14 16:53:46.153186 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (dc74e6ed-1e64-4ddc-8b00-4655e2e46ad7), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.206307 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-407e9e61-2928-49b3-90f4-23abca19024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:46.207894 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-407e9e61-2928-49b3-90f4-23abca19024b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511103 Feb 14 16:53:46.212630 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:53:46.217273 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (dc74e6ed-1e64-4ddc-8b00-4655e2e46ad7), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.222303 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (dc74e6ed-1e64-4ddc-8b00-4655e2e46ad7), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.231697 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:53:46.236869 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc74e6ed-1e64-4ddc-8b00-4655e2e46ad7,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:46.252509 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.254022 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-a8771e9f-c8e9-4a85-9744-a91b55241919 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371670 Feb 14 16:53:46.256649 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55012) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:46.261051 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.287742 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (204effc2-50a6-463b-af50-5060ebf6c011), before_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.321343 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-14d65a5e-696e-4339-8594-55d403b423c0 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053667 Feb 14 16:53:46.349788 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (204effc2-50a6-463b-af50-5060ebf6c011), precommit_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.356082 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (204effc2-50a6-463b-af50-5060ebf6c011), after_create {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.378670 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204effc2-50a6-463b-af50-5060ebf6c011,revision_number=0']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:46.391308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.395129 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-72fe624a-7ba7-4cab-af19-a805e11b43ef tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350558 Feb 14 16:53:46.395546 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55014) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:46.400379 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.435916 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.securitygroups_db [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Project bc81fb1e0ca34fafb3d428c4e0c4ded8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:53:46.447933 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (4a99f884-a7e1-41dc-9448-a9f71a75ae77), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.453825 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-e286c8ac-beae-493d-8fb4-947f75d83eea req-1169f454-367a-4198-b943-7924824bc90e service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259472 Feb 14 16:53:46.504866 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (4a99f884-a7e1-41dc-9448-a9f71a75ae77), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.508393 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (4a99f884-a7e1-41dc-9448-a9f71a75ae77), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.527773 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a99f884-a7e1-41dc-9448-a9f71a75ae77,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:46.536507 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.537771 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-7fa67183-7be9-4831-8cfc-5631343c9b06 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408989 Feb 14 16:53:46.540501 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55016) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:53:46.544843 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.base [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'security_group_rule': {'security_group_id': '9a2f80ee-b624-4417-b8d0-de51c2446ab1', 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.565677 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.db.securitygroups_db [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Project bc81fb1e0ca34fafb3d428c4e0c4ded8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:53:46.571126 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (158fc3e7-8ffa-4613-85be-40d881891865), before_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.587909 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '35b6a504-d2b6-4cb8-aa6a-acf464279959', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'port_id': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'mac_address': 'fa:16:3e:21:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c454a-bed4-488e-acd8-a75088cefeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:53:44Z', 'updated_at': '2022-02-14T16:53:44Z', 'revision_number': 0, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:53:46.618071 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ba11-2566-4c26-beca-17f9b6c1f910 None None] The sync data for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi is: [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_floatingips': [{'id': '35b6a504-d2b6-4cb8-aa6a-acf464279959', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'router_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'port_id': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'mac_address': 'fa:16:3e:21:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c454a-bed4-488e-acd8-a75088cefeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:53:44Z', 'updated_at': '2022-02-14T16:53:44Z', 'revision_number': 0, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:53:46.632402 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (158fc3e7-8ffa-4613-85be-40d881891865), precommit_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.636574 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540657'] for security_group_rule (158fc3e7-8ffa-4613-85be-40d881891865), after_create {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.655253 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158fc3e7-8ffa-4613-85be-40d881891865,revision_number=0']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:46.665478 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:46.666718 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-3e09f83b-b50f-4247-9c36-cb8ba0dc85ed tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252639 Feb 14 16:53:46.757485 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-ecbbbe25-703a-4269-be2c-f13a83d904af tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146265113&fields=id&tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8 HTTP/1.1" status: 200 len: 267 time: 0.0457702 Feb 14 16:53:46.815149 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-9a08a2dc-8d4b-464c-b207-556ed9eee7d9 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:46.817045 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-9a08a2dc-8d4b-464c-b207-556ed9eee7d9 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0541146 Feb 14 16:53:46.822096 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9a663-12ee-4dd2-9fc2-7fc990ad2145 None None] New status for floating IP 35b6a504-d2b6-4cb8-aa6a-acf464279959: ACTIVE {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:53:46.829081 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'port': {'security_groups': ['6b5adf22-4dd6-4b9d-b560-51706ab50e15', '9a2f80ee-b624-4417-b8d0-de51c2446ab1']}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:53:46.899292 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:47.117286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:53:47.147128 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:47.151510 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:47.163862 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:53:47.198172 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:47.199347 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:47.200293 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-992d3d01-5a18-4412-bce9-b5b87027a7ec req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "PUT /v2.0/ports/f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 981 time: 0.3760903 Feb 14 16:53:47.232951 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acdc0b-14df-4e7e-97f1-0b0432ceefa7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=6']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:53:47.272560 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:53:47.506423 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-08414d8e-0dc0-4df8-abaf-105d8d7ea8a4 None None] Provisioning complete for port f6eb759b-bb0e-4ec1-b707-0bb1269c997c triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:53:47.506769 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-08414d8e-0dc0-4df8-abaf-105d8d7ea8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:53:47.561029 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf014-1600-4a26-bc8f-e93a0ed1ce70 req-78749225-16f3-4476-96f3-cb3c731e7616 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:47.563051 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c15cf014-1600-4a26-bc8f-e93a0ed1ce70 req-78749225-16f3-4476-96f3-cb3c731e7616 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.2974718 Feb 14 16:53:47.621270 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c15cf014-1600-4a26-bc8f-e93a0ed1ce70 req-6bc13e13-3b36-4973-8baf-a614afc8ae8a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521436 Feb 14 16:53:47.696641 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-08414d8e-0dc0-4df8-abaf-105d8d7ea8a4 None None] Current status of the port f6eb759b-bb0e-4ec1-b707-0bb1269c997c is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:53:47.841929 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:53:47.845474 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620" -d '{"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:53:47.888573 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6001860-6755-4fd0-9d0c-7afe89960ab2 x-openstack-request-id: req-c6001860-6755-4fd0-9d0c-7afe89960ab2 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:53:47.888893 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:53:47.889146 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6001860-6755-4fd0-9d0c-7afe89960ab2 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:53:47.889541 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:53:47.957116 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-6cb94734-6750-48c9-9944-38c01dfd595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:47.958497 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-6cb94734-6750-48c9-9944-38c01dfd595e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1168 time: 0.0463815 Feb 14 16:53:48.044669 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-e34de05f-3ed3-4ab9-bcd4-131bd0392e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:48.046153 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-e34de05f-3ed3-4ab9-bcd4-131bd0392e3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0819588 Feb 14 16:53:48.113092 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-231659db-47c9-4c7c-bedc-614374df321d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 1001 time: 0.0611272 Feb 14 16:53:48.167918 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-1c61640b-0b7d-4e96-b4c3-345529459108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:48.169375 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-1c61640b-0b7d-4e96-b4c3-345529459108 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0427089 Feb 14 16:53:48.217274 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-731eb75f-ae19-47a9-9ae7-795a4ee4e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:53:48.219438 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-731eb75f-ae19-47a9-9ae7-795a4ee4e573 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443120 Feb 14 16:53:48.310455 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-57be7bfe-5bb5-43c2-af65-62201a351fa5 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849280 Feb 14 16:53:48.394916 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-d93e3e37-9aa1-40f4-b0da-c4e890bc8620 req-3c9c29d3-664e-4feb-9bc8-c0d098ef38d3 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789733 Feb 14 16:54:04.800857 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f69e076e-4cba-422c-990a-b041026c4842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:06.084472 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:07.310135 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-d7215e48-41d0-4945-bbea-dd9a0c89d816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:08.578185 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:10.134427 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:10.453395 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445853a-79e6-44ec-921c-99e6a6cdda92 req-e4e05d4a-483d-4125-9daf-3fa2d4f1e038 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:10.454571 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-0bc651ed-0297-40ac-bbd6-63e91e35f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:10.455516 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2445853a-79e6-44ec-921c-99e6a6cdda92 req-e4e05d4a-483d-4125-9daf-3fa2d4f1e038 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0537267 Feb 14 16:54:10.455974 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-0bc651ed-0297-40ac-bbd6-63e91e35f537 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1168 time: 0.0518014 Feb 14 16:54:10.517406 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2445853a-79e6-44ec-921c-99e6a6cdda92 req-2012a819-0962-46aa-a998-803291d1ddb4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561380 Feb 14 16:54:10.544617 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-d0f8e717-2a1e-4072-82d1-b1e6d018b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:10.546125 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-d0f8e717-2a1e-4072-82d1-b1e6d018b817 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0846474 Feb 14 16:54:10.612849 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-d6d704d7-64a2-43a6-9120-6bedf80778de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 1001 time: 0.0604877 Feb 14 16:54:10.660071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-85e7e5f8-641b-436c-8ee2-ccd50bc01436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:10.661502 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-85e7e5f8-641b-436c-8ee2-ccd50bc01436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0425198 Feb 14 16:54:10.709243 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-b5b5c12e-f73f-4425-b1a2-00b4b3090f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:10.710706 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-b5b5c12e-f73f-4425-b1a2-00b4b3090f3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429833 Feb 14 16:54:10.799787 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-83a85ac7-f1b0-4f3a-94d0-37a5ef7ae309 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Feb 14 16:54:10.887221 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-35d0a20e-1054-4588-87d3-02a238f4b9b2 req-a44fe11f-93cc-4134-8e98-f96e02029634 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811994 Feb 14 16:54:11.255591 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:11.638622 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a580ef-2ade-4d70-8035-557877adf4f0 req-7d298e64-5571-4fe5-a504-4a68b2009e7f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:11.640131 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27a580ef-2ade-4d70-8035-557877adf4f0 req-7d298e64-5571-4fe5-a504-4a68b2009e7f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0526025 Feb 14 16:54:11.698128 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-27a580ef-2ade-4d70-8035-557877adf4f0 req-16e84f09-c521-48c1-b5e4-4beb87edbb0e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515692 Feb 14 16:54:12.815308 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c5905-2c9b-4e46-a03d-13dae063fa7c req-0bcd0c48-747e-492f-8ffb-1367c6453761 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:12.816869 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c33c5905-2c9b-4e46-a03d-13dae063fa7c req-0bcd0c48-747e-492f-8ffb-1367c6453761 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0520716 Feb 14 16:54:12.874953 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-c33c5905-2c9b-4e46-a03d-13dae063fa7c req-e4971a9d-92a5-432b-87a4-ed8441704c71 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525515 Feb 14 16:54:13.994663 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c82b5-5d46-4749-a26f-3915b774e799 req-9e1b7f52-bf76-4464-9418-668df7dc5744 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:13.996117 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae2c82b5-5d46-4749-a26f-3915b774e799 req-9e1b7f52-bf76-4464-9418-668df7dc5744 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0557075 Feb 14 16:54:14.055107 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-ae2c82b5-5d46-4749-a26f-3915b774e799 req-570aaf8a-230c-43ae-ba46-db52a4bacd96 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532165 Feb 14 16:54:15.171567 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39cbd-4f8d-4419-b43b-7bc339152b9a req-a198e0d8-c525-4ebb-8e0f-58d81735a26c tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:15.173212 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-77f39cbd-4f8d-4419-b43b-7bc339152b9a req-a198e0d8-c525-4ebb-8e0f-58d81735a26c tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0518520 Feb 14 16:54:15.230985 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-77f39cbd-4f8d-4419-b43b-7bc339152b9a req-00d39fc9-6cb6-411e-a486-d98067d96389 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521646 Feb 14 16:54:16.349289 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a08cb-6cc1-4397-8b5f-4817f37bc913 req-1eaade15-ad6a-4360-94c6-416ce6bd3458 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:16.350751 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-492a08cb-6cc1-4397-8b5f-4817f37bc913 req-1eaade15-ad6a-4360-94c6-416ce6bd3458 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0521700 Feb 14 16:54:16.412308 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-492a08cb-6cc1-4397-8b5f-4817f37bc913 req-04af6975-e184-440a-b02d-89c2e5c7f0f7 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556877 Feb 14 16:54:16.898940 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-60db3582-8d1d-47e6-9390-2c88870bd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:16.900432 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-60db3582-8d1d-47e6-9390-2c88870bd176 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1168 time: 0.0485320 Feb 14 16:54:16.998989 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-d89c6af9-5622-4196-a489-a1cceec1e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:17.000515 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-d89c6af9-5622-4196-a489-a1cceec1e731 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0827935 Feb 14 16:54:17.067825 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-f3a538bc-4603-40bb-ac0e-445146a910f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 1001 time: 0.0619383 Feb 14 16:54:17.115458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-51a1ea08-b0bd-4f46-8181-23dc67983b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:17.116897 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-51a1ea08-b0bd-4f46-8181-23dc67983b05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0434537 Feb 14 16:54:17.166595 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-4eb21182-b602-4056-9c32-9756ac6cc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:17.167996 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-4eb21182-b602-4056-9c32-9756ac6cc30d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445013 Feb 14 16:54:17.262099 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-75a6f877-1b6a-430a-9cd0-763717381ee2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872610 Feb 14 16:54:17.348371 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-0f2e0ecc-2b7e-4166-8f33-6fd25c786924 req-237a386f-ae35-4015-a7bc-183be2b3dc6e service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805092 Feb 14 16:54:17.528154 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb139bc8-1d89-47b3-b9c1-c0fce2991282 req-38670c27-01e4-4f3a-ba9a-8f4b5a9a8d07 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:17.529639 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-eb139bc8-1d89-47b3-b9c1-c0fce2991282 req-38670c27-01e4-4f3a-ba9a-8f4b5a9a8d07 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0511770 Feb 14 16:54:17.588280 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-eb139bc8-1d89-47b3-b9c1-c0fce2991282 req-dd9db3b4-1d34-4a0b-91ef-7e55b84ae890 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521350 Feb 14 16:54:18.706318 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6373c-2b60-4f29-8260-207c9c8dc862 req-a8e51c4e-4bb6-4ef7-8e10-58958b089b23 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:18.707769 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dfd6373c-2b60-4f29-8260-207c9c8dc862 req-a8e51c4e-4bb6-4ef7-8e10-58958b089b23 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0524929 Feb 14 16:54:18.767199 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-dfd6373c-2b60-4f29-8260-207c9c8dc862 req-0f34e769-1268-4d57-8664-e026c1198efd tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537825 Feb 14 16:54:19.888619 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806075cf-ba61-47ef-885e-1c784ea6bca3 req-25a34f8c-c3eb-41c1-92ae-5c1ab9ef601e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:19.890119 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-806075cf-ba61-47ef-885e-1c784ea6bca3 req-25a34f8c-c3eb-41c1-92ae-5c1ab9ef601e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0560350 Feb 14 16:54:19.947722 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-806075cf-ba61-47ef-885e-1c784ea6bca3 req-82d0141e-896d-4d93-83c6-338c6f83fae0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514691 Feb 14 16:54:21.069022 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600839-2f86-4452-be3a-3f0280269bde req-b35a25ac-f8b7-45b7-9248-3c228cecc573 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:21.070529 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47600839-2f86-4452-be3a-3f0280269bde req-b35a25ac-f8b7-45b7-9248-3c228cecc573 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0520716 Feb 14 16:54:21.130159 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-47600839-2f86-4452-be3a-3f0280269bde req-78892384-67a8-48d0-96e3-d7ebb790d89e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539289 Feb 14 16:54:22.252074 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850ae6-e391-4d5b-87f4-b388e7390f66 req-4a6ae156-b99c-4913-b076-0fd4ee3f2339 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:22.253594 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b2850ae6-e391-4d5b-87f4-b388e7390f66 req-4a6ae156-b99c-4913-b076-0fd4ee3f2339 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0575302 Feb 14 16:54:22.311999 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-b2850ae6-e391-4d5b-87f4-b388e7390f66 req-bf70dfaa-ad9e-4f6b-bca9-313390269fa4 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526891 Feb 14 16:54:23.233565 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:54:23.431738 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c95b6d-3926-4818-abd3-8b95aece98c0 req-d4dd96b0-b48d-4b8b-97a7-cb01499e704e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:23.433231 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2c95b6d-3926-4818-abd3-8b95aece98c0 req-d4dd96b0-b48d-4b8b-97a7-cb01499e704e tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0528874 Feb 14 16:54:23.492282 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-d2c95b6d-3926-4818-abd3-8b95aece98c0 req-9a573385-1701-43ae-82cf-374e71411787 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529599 Feb 14 16:54:24.613286 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724075cd-7d7c-4434-9a3f-5933c7886ec9 req-c2e809c6-1e81-4f5e-ad16-1327b3ba2908 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:24.614752 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-724075cd-7d7c-4434-9a3f-5933c7886ec9 req-c2e809c6-1e81-4f5e-ad16-1327b3ba2908 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0529761 Feb 14 16:54:24.681650 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-724075cd-7d7c-4434-9a3f-5933c7886ec9 req-28161908-49ff-42c9-9999-856c6348caba tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612738 Feb 14 16:54:25.798952 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b0fb-91f3-4b8d-8dc6-d9f5dc0c09a5 req-5f333ab8-12eb-4a10-86d2-96ad735973c1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:25.800420 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2ce2b0fb-91f3-4b8d-8dc6-d9f5dc0c09a5 req-5f333ab8-12eb-4a10-86d2-96ad735973c1 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0519557 Feb 14 16:54:25.858344 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-2ce2b0fb-91f3-4b8d-8dc6-d9f5dc0c09a5 req-840b34f9-e5b3-4d58-b315-9f39caea4c3f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523424 Feb 14 16:54:26.973874 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789a083-f50a-4154-869c-7eb1e09042ac req-218fc9e2-1b01-4f92-bf83-3b9fb6958d24 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:54:26.975343 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e789a083-f50a-4154-869c-7eb1e09042ac req-218fc9e2-1b01-4f92-bf83-3b9fb6958d24 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0518975 Feb 14 16:54:27.034045 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e789a083-f50a-4154-869c-7eb1e09042ac req-d3a28109-50cb-4359-8ede-a342d9eece41 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a2f80ee-b624-4417-b8d0-de51c2446ab1&id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531795 Feb 14 16:54:34.802186 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-1923ae0e-33eb-44c9-8b0b-521228a5b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:36.085757 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:37.312930 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-8d21b362-e565-4946-83e8-310274eb3677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:38.581532 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:40.135479 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:41.258666 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:54:59.968722 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-cdd126c7-b4a1-434a-a2a0-365187b0eb40 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146265113&fields=id&tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8 HTTP/1.1" status: 200 len: 267 time: 0.0481467 Feb 14 16:55:00.024586 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-1b7b42fe-a923-4388-9797-afe0f7b2bbd8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.026110 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-1b7b42fe-a923-4388-9797-afe0f7b2bbd8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 984 time: 0.0516319 Feb 14 16:55:00.037132 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.v2.base [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Request body: {'port': {'security_groups': ['6b5adf22-4dd6-4b9d-b560-51706ab50e15']}} {{(pid=109320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:55:00.105779 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926366'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.232180 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:55:00.277040 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:00.306397 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), precommit_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.310888 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762990183873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762989693013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762989693031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3047504'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_update {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.324940 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:55:00.357363 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.357982 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.359602 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-30c3d14c-ef3f-443f-ba24-fce4d38391cf req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "PUT /v2.0/ports/f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 942 time: 0.3272502 Feb 14 16:55:00.360051 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:55:00.363186 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd576fe-4feb-4d06-99b1-17b2a5fe0942" -d '{"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:55:00.365670 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55084) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:00.395065 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event updated for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=7']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:00.403752 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.404111 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.404462 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.404821 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.405287 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.405630 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.405961 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.406340 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.406676 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.407006 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.407424 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.408015 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.408351 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d473d1-fb25-492e-84df-2eb1f350d1b8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.433325 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac4c96-e426-4ff9-91ad-1fad34db7163 x-openstack-request-id: req-40ac4c96-e426-4ff9-91ad-1fad34db7163 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:55:00.433610 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:55:00.433875 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40ac4c96-e426-4ff9-91ad-1fad34db7163 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:55:00.434282 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:55:00.444490 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (9a2f80ee-b624-4417-b8d0-de51c2446ab1), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.461264 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:55:00.508353 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (9a2f80ee-b624-4417-b8d0-de51c2446ab1), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.547201 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-566055a3-527b-4572-a018-b2e8b5185227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.548718 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-566055a3-527b-4572-a018-b2e8b5185227 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1129 time: 0.0870132 Feb 14 16:55:00.644144 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (9a2f80ee-b624-4417-b8d0-de51c2446ab1), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.646662 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.646852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.provisioning_blocks [None req-314da105-6912-4dd3-ac84-ef3161a94f2a None None] Provisioning complete for port f6eb759b-bb0e-4ec1-b707-0bb1269c997c triggered by entity DHCP. {{(pid=109322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:55:00.647224 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-314da105-6912-4dd3-ac84-ef3161a94f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2022744'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), provisioning_complete {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.647806 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "DELETE /v2.0/security-groups/9a2f80ee-b624-4417-b8d0-de51c2446ab1 HTTP/1.1" status: 204 len: 168 time: 0.2805281 Feb 14 16:55:00.650680 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55088) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:00.668171 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2f80ee-b624-4417-b8d0-de51c2446ab1,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:00.671589 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-89dfc3b6-82a6-4453-86b7-165f2d348b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.673117 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-89dfc3b6-82a6-4453-86b7-165f2d348b75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.1180255 Feb 14 16:55:00.678303 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.678730 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.679081 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.679425 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.679767 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.680103 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.680439 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.680831 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.681296 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.681637 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.681974 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.682305 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.682635 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6edb36-859f-4cce-8d3b-2fc8056a829a tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819669-3-iscsi {{(pid=109321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:55:00.751858 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-314da105-6912-4dd3-ac84-ef3161a94f2a None None] Current status of the port f6eb759b-bb0e-4ec1-b707-0bb1269c997c is: ACTIVE; New status is: ACTIVE {{(pid=109322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:55:00.760239 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-6e73b92e-11af-4dd4-90c5-667150961aee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 1001 time: 0.0745423 Feb 14 16:55:00.809611 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-7ff4ad6b-e92e-48fa-8efd-7974a6709b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.811125 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-7ff4ad6b-e92e-48fa-8efd-7974a6709b15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0448942 Feb 14 16:55:00.823331 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Deleting port ce37442c-77fa-42e2-8edb-b7d2739bffcc {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:00.823680 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.864379 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-08d7125f-bf69-4b92-921f-e85cfd34b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:00.865895 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-08d7125f-bf69-4b92-921f-e85cfd34b16a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473180 Feb 14 16:55:00.898211 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.898544 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for floatingip (ce37442c-77fa-42e2-8edb-b7d2739bffcc), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:00.910509 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Calling delete_port for ce37442c-77fa-42e2-8edb-b7d2739bffcc owned by network:floatingip {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:00.954766 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-55e740e7-b133-43e9-b501-9645d9e959cb service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Feb 14 16:55:01.047371 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-afd576fe-4feb-4d06-99b1-17b2a5fe0942 req-f2cca9f0-d911-4a7c-855a-1817b81d8da1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857711 Feb 14 16:55:01.064403 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (ce37442c-77fa-42e2-8edb-b7d2739bffcc), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:01.090140 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event deleted for resources: {'Port': ['ID=ce37442c-77fa-42e2-8edb-b7d2739bffcc,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:01.152704 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks [] for floatingip (35b6a504-d2b6-4cb8-aa6a-acf464279959), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:01.153074 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.db.l3_db [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Floating IP 35b6a504-d2b6-4cb8-aa6a-acf464279959 disassociated (deleted). External IP: 172.27.1.223, port: f6eb759b-bb0e-4ec1-b707-0bb1269c997c. Feb 14 16:55:01.357468 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Router 14ac4f56-923d-4607-adb0-66f63c82a5b5 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:55:01.465333 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:55:01.470602 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for floatingip (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:01.475517 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Sync routers for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:55:01.486231 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:01.487474 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:54:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:01.500481 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-0f630042-d573-4dd9-b004-1268def7da67 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "DELETE /v2.0/floatingips/35b6a504-d2b6-4cb8-aa6a-acf464279959 HTTP/1.1" status: 204 len: 168 time: 0.8487115 Feb 14 16:55:01.597069 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:01.803961 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:01.834727 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Checking router: 14ac4f56-923d-4607-adb0-66f63c82a5b5 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:55:01.843157 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:01.843768 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:54:37Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:01.948780 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:02.141852 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:02.169309 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8568af6-8de4-4e0f-8de5-09a538f6e7c6 None None] The sync data for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi is: [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:53:02Z', 'revision_number': 4, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi', '_interfaces': [{'id': '1667487c-71d2-4899-a6bf-8666af56f11e', 'name': '', 'network_id': '7c0bccfe-8f1a-4ab4-b47e-b721a5122790', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'mac_address': 'fa:16:3e:d9:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:02Z', 'updated_at': '2022-02-14T16:53:06Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'subnets': [{'id': '146a50ea-e50c-4da0-8de5-f78bd7071c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:55:02.424806 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc89d66-679a-4a41-9bd8-31284c9eb63c None None] New status for floating IP 35b6a504-d2b6-4cb8-aa6a-acf464279959: DOWN {{(pid=109323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:55:02.436030 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:55:02.438378 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}614ad823380d2333064000b310bd01ed1b2df0ca3af79aad224c2f0e32d3bc5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ad5b4-bde3-4721-afc1-f227c44a69e1" -d '{"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:55:02.493218 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a212b5-fb33-47ca-b505-e4130ddcea50 x-openstack-request-id: req-71a212b5-fb33-47ca-b505-e4130ddcea50 {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:55:02.493529 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:55:02.493784 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71a212b5-fb33-47ca-b505-e4130ddcea50 {{(pid=109320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:55:02.494210 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:55:02.581990 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-a6dfc80b-30be-497d-8438-004b3376162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:02.583662 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-a6dfc80b-30be-497d-8438-004b3376162f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 1129 time: 0.0682695 Feb 14 16:55:02.683295 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-70d424f7-aec5-49c8-814a-1a118f3d3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:02.684797 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-70d424f7-aec5-49c8-814a-1a118f3d3216 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 200 len: 915 time: 0.0936520 Feb 14 16:55:02.726541 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-27643b43-4a19-4852-ba02-4460710a8837 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 200 len: 217 time: 0.0345941 Feb 14 16:55:02.781012 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-4aa102aa-8bb0-42a6-ac2a-811c169f93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:02.782898 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-4aa102aa-8bb0-42a6-ac2a-811c169f93e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 200 len: 853 time: 0.0496824 Feb 14 16:55:02.837339 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-36e6fa38-4aa6-4df2-aba3-e36ffa1dd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:02.838858 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-36e6fa38-4aa6-4df2-aba3-e36ffa1dd2c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c0bccfe-8f1a-4ab4-b47e-b721a5122790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493362 Feb 14 16:55:02.939741 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-a0b5ef54-cd7e-4b3b-acb2-a2dd5acf32b8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941184 Feb 14 16:55:03.035564 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-494ad5b4-bde3-4721-afc1-f227c44a69e1 req-c18c2abd-5b74-4bc5-9a2c-63cbc5c566f0 service neutron] 10.222.0.50 "GET /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Feb 14 16:55:04.223910 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7636b-039c-4168-a5a2-89abed341acb req-a1324498-e114-4c6d-a19d-940ae8727f66 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:04.225427 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e7a7636b-039c-4168-a5a2-89abed341acb req-a1324498-e114-4c6d-a19d-940ae8727f66 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Feb 14 16:55:04.280680 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-e7a7636b-039c-4168-a5a2-89abed341acb req-5e453e3a-225b-4524-939a-d9cdcb39d205 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Feb 14 16:55:04.804913 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ec108d19-3571-4d87-bfa0-cf922db8b657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:05.403479 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f19c-f939-4298-b99c-29bdabb76921 req-ba70b08c-f473-4eb5-9e8f-fcc4ad6369f0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:05.404981 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acc2f19c-f939-4298-b99c-29bdabb76921 req-ba70b08c-f473-4eb5-9e8f-fcc4ad6369f0 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Feb 14 16:55:05.450366 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-acc2f19c-f939-4298-b99c-29bdabb76921 req-60f4570a-af42-4dd7-ad92-c87c8f413cd8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Feb 14 16:55:05.987368 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-e27dbeec-e205-4dd7-a9f0-bf3cb9eca575 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:05.988825 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-e27dbeec-e205-4dd7-a9f0-bf3cb9eca575 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.50 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Feb 14 16:55:06.078287 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Deleting port f6eb759b-bb0e-4ec1-b707-0bb1269c997c {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:06.078632 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:06.124620 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:06.171189 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] For port f6eb759b-bb0e-4ec1-b707-0bb1269c997c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:06.171553 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:06.184310 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Calling delete_port for f6eb759b-bb0e-4ec1-b707-0bb1269c997c owned by compute:nova {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:06.568058 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (f6eb759b-bb0e-4ec1-b707-0bb1269c997c), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:06.568745 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e2775-13f9-4dac-a969-9603ae543547 req-2de75b2c-cbd7-4a31-ba7a-1ab652776a05 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:55:06.570258 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8d2e2775-13f9-4dac-a969-9603ae543547 req-2de75b2c-cbd7-4a31-ba7a-1ab652776a05 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/ports?device_id=669c454a-bed4-488e-acd8-a75088cefeb6 HTTP/1.1" status: 200 len: 945 time: 0.0523648 Feb 14 16:55:06.581206 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.db [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] get_ports_and_sgs() called for port_ids ['f6eb759b-bb0e-4ec1-b707-0bb1269c997c'] {{(pid=109322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:55:06.597070 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Pushing event deleted for resources: {'Port': ['ID=f6eb759b-bb0e-4ec1-b707-0bb1269c997c,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:06.622223 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [req-8d2e2775-13f9-4dac-a969-9603ae543547 req-4e20e890-8a2f-47a1-95e0-2dcd3a51810f tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b5adf22-4dd6-4b9d-b560-51706ab50e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Feb 14 16:55:06.641880 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] No DVR routers for this DVR port f6eb759b-bb0e-4ec1-b707-0bb1269c997c on host hv-cinder-81966 {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:55:06.645342 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96840'] for port (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:06.648649 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [req-cdc93eaf-41cc-45d2-82b1-8746792d51e2 req-78977401-e5ce-4786-accf-cfff90fe4ef8 tempest-TestMinimumBasicScenario-261213303 tempest-TestMinimumBasicScenario-261213303-project] 10.222.0.50 "DELETE /v2.0/ports/f6eb759b-bb0e-4ec1-b707-0bb1269c997c HTTP/1.1" status: 204 len: 173 time: 0.6544290 Feb 14 16:55:06.649134 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'name': 'network-vif-deleted', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c'}] {{(pid=109321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:55:06.651324 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fb79df4b6ca7d541dcf0d4c32069a58d5fe89906ddee61f89bed45b6aacf3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9044b2-13a6-40ed-af6a-16215bf19d4f" -d '{"events": [{"server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "name": "network-vif-deleted", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c"}]}' {{(pid=109321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:55:06.688526 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b115f-15a0-430e-ac63-d4539ae575fc x-openstack-request-id: req-923b115f-15a0-430e-ac63-d4539ae575fc {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:55:06.688987 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c454a-bed4-488e-acd8-a75088cefeb6", "name": "network-vif-deleted", "tag": "f6eb759b-bb0e-4ec1-b707-0bb1269c997c", "status": "completed", "code": 200}]} {{(pid=109321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:55:06.689115 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-923b115f-15a0-430e-ac63-d4539ae575fc {{(pid=109321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:55:06.689538 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c454a-bed4-488e-acd8-a75088cefeb6', 'name': 'network-vif-deleted', 'tag': 'f6eb759b-bb0e-4ec1-b707-0bb1269c997c', 'status': 'completed', 'code': 200} Feb 14 16:55:07.316278 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd729-f250-44fa-9f47-ca0f1fb19531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:08.246875 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55174) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:08.583594 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:08.588836 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:08.833963 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Deleting port 1667487c-71d2-4899-a6bf-8666af56f11e {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:08.834227 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:08.911175 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] For port 1667487c-71d2-4899-a6bf-8666af56f11e, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=1667487c-71d2-4899-a6bf-8666af56f11e,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:08.911528 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:08.927430 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Calling delete_port for 1667487c-71d2-4899-a6bf-8666af56f11e owned by network:router_interface {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:09.107142 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (1667487c-71d2-4899-a6bf-8666af56f11e), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.132509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1667487c-71d2-4899-a6bf-8666af56f11e,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:09.302071 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.409382 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device f6eb759b-bb0e-4ec1-b707-0bb1269c997c no longer exists at agent hyperv_hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:09.429071 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] No Port match for: f6eb759b-bb0e-4ec1-b707-0bb1269c997c {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:09.429422 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Device f6eb759b-bb0e-4ec1-b707-0bb1269c997c not bound to the agent host hv-cinder-81966 {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:09.515602 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Router 14ac4f56-923d-4607-adb0-66f63c82a5b5 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:55:09.622510 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:55:09.628150 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-181098a8-254e-448d-81b4-15fb44cf8ad3 admin admin] 10.222.0.69 "PUT /v2.0/routers/14ac4f56-923d-4607-adb0-66f63c82a5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3801095 Feb 14 16:55:09.630649 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55176) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:09.633245 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Sync routers for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:55:09.644553 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:09.645435 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:55:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:09.734407 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks [] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.754897 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:09.838744 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks [] for router_gateway (14ac4f56-923d-4607-adb0-66f63c82a5b5), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.891211 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Deleting port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:09.891557 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.972438 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] For port 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:09.972836 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:09.991552 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Calling delete_port for 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 owned by network:router_gateway {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:10.062548 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:55:09Z', 'revision_number': 5, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port': {'id': '4fc92fc2-f531-49c1-8be5-c529fdb0e3a2', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:00Z', 'updated_at': '2022-02-14T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:10.089197 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Checking router: 14ac4f56-923d-4607-adb0-66f63c82a5b5 for host: dv-cinder-819669-3-iscsi {{(pid=109322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:55:10.104419 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Routers {'14ac4f56-923d-4607-adb0-66f63c82a5b5'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:10.105133 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:55:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['14ac4f56-923d-4607-adb0-66f63c82a5b5'], 'active': True} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:10.163890 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (4fc92fc2-f531-49c1-8be5-c529fdb0e3a2), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.191767 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc92fc2-f531-49c1-8be5-c529fdb0e3a2,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:10.199268 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.251584 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_dvr_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] Set router 14ac4f56-923d-4607-adb0-66f63c82a5b5 gateway port host: None {{(pid=109322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:10.252505 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.319655 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.db.l3_hamode_db [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:55:09Z', 'revision_number': 6, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:10.346064 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.348271 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks [] for router_controller (14ac4f56-923d-4607-adb0-66f63c82a5b5), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.351603 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d3b10-9027-4ab5-b4ce-7f80aac0e118 None None] The sync data for ids ['14ac4f56-923d-4607-adb0-66f63c82a5b5'] in dv-cinder-819669-3-iscsi is: [{'id': '14ac4f56-923d-4607-adb0-66f63c82a5b5', 'name': 'tempest-TestMinimumBasicScenario-967542931-router', 'tenant_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:52:59Z', 'updated_at': '2022-02-14T16:55:09Z', 'revision_number': 6, 'project_id': 'bc81fb1e0ca34fafb3d428c4e0c4ded8', 'gw_port_host': None}] {{(pid=109322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:55:10.399835 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (14ac4f56-923d-4607-adb0-66f63c82a5b5), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.400529 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ac4f56-923d-4607-adb0-66f63c82a5b5 {{(pid=109321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:55:10.406458 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.407625 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-02c705e7-f408-4c5b-99dc-cd2c57b737e8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/14ac4f56-923d-4607-adb0-66f63c82a5b5 HTTP/1.1" status: 204 len: 168 time: 0.7760670 Feb 14 16:55:10.410214 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55178) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:10.453509 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Deleting subnet 146a50ea-e50c-4da0-8de5-f78bd7071c31 {{(pid=109321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:55:10.458537 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Publish callbacks [] for subnet (146a50ea-e50c-4da0-8de5-f78bd7071c31), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.492068 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8477213'] for subnet (146a50ea-e50c-4da0-8de5-f78bd7071c31), precommit_delete_associations {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.569802 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (146a50ea-e50c-4da0-8de5-f78bd7071c31), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.625953 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10270302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538294'] for subnet (146a50ea-e50c-4da0-8de5-f78bd7071c31), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.652826 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146a50ea-e50c-4da0-8de5-f78bd7071c31,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:10.659117 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.659117 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-1c14aef4-93cd-4041-bc07-8ad1647781b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/146a50ea-e50c-4da0-8de5-f78bd7071c31 HTTP/1.1" status: 204 len: 168 time: 0.2479346 Feb 14 16:55:10.661615 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55180) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:10.664026 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d944f2-0b2b-410c-befe-c08582f8654f None None] Network 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:55:10.737414 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (7c0bccfe-8f1a-4ab4-b47e-b721a5122790), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.798609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Deleting port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:10.798609 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.870418 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] For port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,segment=NetworkSegment(cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4),segment_id=cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:10.870698 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:10.882791 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Calling delete_port for d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 owned by network:dhcp {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:10.978379 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.004455 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:11.008162 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] No DVR routers for this DVR port d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 on host dv-cinder-819669-3-iscsi {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:55:11.079886 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (7c0bccfe-8f1a-4ab4-b47e-b721a5122790), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.100584 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0bccfe-8f1a-4ab4-b47e-b721a5122790']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:11.114782 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:11.115080 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:11.126418 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.135707 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaac413-495e-45d6-adbd-542ef348ccae None None] DHCP port deletion for 7c0bccfe-8f1a-4ab4-b47e-b721a5122790 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:55:11.142512 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.159870 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:55:11.160350 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (cfe6a877-a5a2-4bd1-a3c2-efd321b4d3a4), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:55:11.162229 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:55:11.191470 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:11.212476 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:11.215171 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 4fc92fc2-f531-49c1-8be5-c529fdb0e3a2 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:11.215171 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:11.222192 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (7c0bccfe-8f1a-4ab4-b47e-b721a5122790), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.229463 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.232952 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7c0bccfe-8f1a-4ab4-b47e-b721a5122790 HTTP/1.1" status: 204 len: 168 time: 0.5703623 Feb 14 16:55:11.233415 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:11.233766 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d1bf6a1a-6103-4b40-a8ec-3b1eb1bab6b8 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:11.234436 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1667487c-71d2-4899-a6bf-8666af56f11e no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:11.238340 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55182) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:11.243291 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37682-96a9-43a6-8d26-a225b75b8188 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0bccfe-8f1a-4ab4-b47e-b721a5122790,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:11.263038 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 1667487c-71d2-4899-a6bf-8666af56f11e {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:11.263451 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 1667487c-71d2-4899-a6bf-8666af56f11e not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:11.287586 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.603995 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609058'] for router_interface (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.848415 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Deleting port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:11.848777 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.922887 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] For port d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:11.923240 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:11.935233 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Calling delete_port for d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 owned by network:router_interface {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:12.111040 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:12.138147 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:12.306920 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609206'] for router_interface (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:12.765539 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Router 9b5a6efb-7688-4be3-81ef-6afef5206d62 has already been hosted by L3 agent 5d44bd65-409b-4b67-9a70-3bc116e591c2 {{(pid=109320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:55:12.874004 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] Notify agent at l3_agent.dv-cinder-819669-3-iscsi the message routers_updated {{(pid=109320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:55:12.879660 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-e9a4bd68-d15d-48be-835f-52beb77e1077 admin admin] 10.222.0.69 "PUT /v2.0/routers/9b5a6efb-7688-4be3-81ef-6afef5206d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416218 Feb 14 16:55:12.882141 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55184) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:12.885678 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Sync routers for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:55:12.895773 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:12.896371 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:55:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:12.991087 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks [] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.098589 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: dv-cinder-819669-3-iscsi {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:13.105587 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks [] for router_gateway (9b5a6efb-7688-4be3-81ef-6afef5206d62), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.160086 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Deleting port 0fca4f73-4a36-421b-85f6-a790866cecb7 {{(pid=109320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:13.160408 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.241580 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.db [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] For port 0fca4f73-4a36-421b-85f6-a790866cecb7, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=0fca4f73-4a36-421b-85f6-a790866cecb7,segment=NetworkSegment(cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f),segment_id=cf9caa9a-d86e-4ffb-8df0-f22aa85cf86f)] {{(pid=109320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:13.241955 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.254521 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.plugins.ml2.plugin [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Calling delete_port for 0fca4f73-4a36-421b-85f6-a790866cecb7 owned by network:router_gateway {{(pid=109320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:13.283876 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'external_fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:55:12Z', 'revision_number': 5, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port': {'id': '0fca4f73-4a36-421b-85f6-a790866cecb7', 'name': '', 'network_id': '268d6900-56fe-428f-a904-7894b8dfbf82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '745432cf-e423-4653-8bed-4a76a02d564f', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819669-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '745432cf-e423-4653-8bed-4a76a02d564f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819669-3-iscsi'}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:13.310696 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Checking router: 9b5a6efb-7688-4be3-81ef-6afef5206d62 for host: dv-cinder-819669-3-iscsi {{(pid=109323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:55:13.319434 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Routers {'9b5a6efb-7688-4be3-81ef-6afef5206d62'} bound to L3 agent in host dv-cinder-819669-3-iscsi {{(pid=109323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:55:13.320038 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819669-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:33:07Z,description=,heartbeat_timestamp=2022-02-14T16:55:07Z,host='dv-cinder-819669-3-iscsi',id=5d44bd65-409b-4b67-9a70-3bc116e591c2,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:33:07Z,topic='l3_agent')) {'router_ids': ['9b5a6efb-7688-4be3-81ef-6afef5206d62'], 'active': True} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:13.411207 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_dvr_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] Set router 9b5a6efb-7688-4be3-81ef-6afef5206d62 gateway port host: None {{(pid=109323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:55:13.436810 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3047497'] for port (0fca4f73-4a36-421b-85f6-a790866cecb7), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.465061 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.l3_hamode_db [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:55:13Z', 'revision_number': 6, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port_host': None}], 'dv-cinder-819669-3-iscsi', False) {} {{(pid=109323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:13.466080 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fca4f73-4a36-421b-85f6-a790866cecb7,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:13.498105 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea2cf2-7680-4211-baee-8436fd0eefcc None None] The sync data for ids ['9b5a6efb-7688-4be3-81ef-6afef5206d62'] in dv-cinder-819669-3-iscsi is: [{'id': '9b5a6efb-7688-4be3-81ef-6afef5206d62', 'name': 'tempest-TestMinimumBasicScenario-1656554301-router', 'tenant_id': 'b992228f496f42cb99a1bfc89bc45c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:53:04Z', 'updated_at': '2022-02-14T16:55:13Z', 'revision_number': 6, 'project_id': 'b992228f496f42cb99a1bfc89bc45c60', 'gw_port_host': None}] {{(pid=109323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:55:13.532526 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608488'] for router_gateway (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.626194 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105096'] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.628445 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks [] for router_controller (9b5a6efb-7688-4be3-81ef-6afef5206d62), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.675896 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610372'] for router (9b5a6efb-7688-4be3-81ef-6afef5206d62), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.676411 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5a6efb-7688-4be3-81ef-6afef5206d62 {{(pid=109320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:55:13.680841 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.681975 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-221ff88d-d199-41de-b81f-254f974bb426 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9b5a6efb-7688-4be3-81ef-6afef5206d62 HTTP/1.1" status: 204 len: 168 time: 0.7989357 Feb 14 16:55:13.684471 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [-] (109320) accepted ('10.222.0.69', 55186) {{(pid=109320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:13.727712 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Deleting subnet d80a2d5b-7c9a-464c-9d19-64af0c32ce72 {{(pid=109320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:55:13.730734 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Publish callbacks [] for subnet (d80a2d5b-7c9a-464c-9d19-64af0c32ce72), before_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.763883 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3050106'] for subnet (d80a2d5b-7c9a-464c-9d19-64af0c32ce72), precommit_delete_associations {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.839512 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2015650'] for subnet (d80a2d5b-7c9a-464c-9d19-64af0c32ce72), precommit_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.901038 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2015313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3050134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2826375'] for subnet (d80a2d5b-7c9a-464c-9d19-64af0c32ce72), after_delete {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.925745 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80a2d5b-7c9a-464c-9d19-64af0c32ce72,revision_number=None']} {{(pid=109320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:13.933007 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron_lib.callbacks.manager [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for subnet (None), before_response {{(pid=109320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:13.938554 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f1e3a-8373-497b-a84f-02b1d819910b None None] Network c188d446-132d-4fcc-898b-613e6ffef671 requested from dv-cinder-819669-3-iscsi {{(pid=109322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:55:13.939976 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55188) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:13.940386 dv-cinder-819669-3-iscsi neutron-server[109320]: INFO neutron.wsgi [None req-9ebcae76-c851-421e-874b-ad3374599dbc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d80a2d5b-7c9a-464c-9d19-64af0c32ce72 HTTP/1.1" status: 204 len: 168 time: 0.2540705 Feb 14 16:55:14.012118 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991256'] for network (c188d446-132d-4fcc-898b-613e6ffef671), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.066747 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Deleting port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 {{(pid=109321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:55:14.067088 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762990177868'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.132438 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.db [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] For port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5, host dv-cinder-819669-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819669-3-iscsi',level=0,port_id=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,segment=NetworkSegment(f3f5eff9-a5ff-48f0-b6a2-f3485dce7723),segment_id=f3f5eff9-a5ff-48f0-b6a2-f3485dce7723)] {{(pid=109321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:55:14.132836 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607464'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.146086 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Calling delete_port for 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 owned by network:dhcp {{(pid=109321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:55:14.227797 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762990183855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762989693004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10271873'] for port (571df7e2-2d92-4212-8d40-9c1fa1cf2fe5), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.235356 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a29b8-4189-41cd-8d23-938dbb9f1fdc None None] DHCP port deletion for c188d446-132d-4fcc-898b-613e6ffef671 request from dv-cinder-819669-3-iscsi {{(pid=109322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:55:14.257107 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=571df7e2-2d92-4212-8d40-9c1fa1cf2fe5,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:14.262539 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] No DVR routers for this DVR port 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 on host dv-cinder-819669-3-iscsi {{(pid=109321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:55:14.337493 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016805', 'neutron.services.segments.db._delete_segments_for_network-8762990204784'] for network (c188d446-132d-4fcc-898b-613e6ffef671), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.357659 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c188d446-132d-4fcc-898b-613e6ffef671']}} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:14.367580 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723') {'for_net_delete': True} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:14.367876 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.services.segments.db [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f5eff9-a5ff-48f0-b6a2-f3485dce7723') {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:55:14.377859 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762990205305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8477194'] for segment (f3f5eff9-a5ff-48f0-b6a2-f3485dce7723), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.391975 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488'] for segment (f3f5eff9-a5ff-48f0-b6a2-f3485dce7723), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.400291 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:55:14.400620 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2028488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10271996'] for segment (f3f5eff9-a5ff-48f0-b6a2-f3485dce7723), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: Traceback (most recent call last): Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: timer() Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: cb(*args, **kw) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: return func(*args, **kwargs) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: self._notify() Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: self.callback(batched_events) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: event.method(event) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: return f(self, *a, **k) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._get(url).json() Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: return self.request(url, 'GET', **kwargs) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:55:14.402777 dv-cinder-819669-3-iscsi neutron-server[109321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:55:14.462129 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607792'] for network (c188d446-132d-4fcc-898b-613e6ffef671), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.467919 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042855'] for network (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.474316 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] 10.222.0.69 "DELETE /v2.0/networks/c188d446-132d-4fcc-898b-613e6ffef671 HTTP/1.1" status: 204 len: 168 time: 0.5305424 Feb 14 16:55:14.486092 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be605ebc-9005-4997-ab5e-61bef108c2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c188d446-132d-4fcc-898b-613e6ffef671,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:14.648851 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55192) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:14.687930 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-920c4dd8-c24c-46ec-9f17-a6b5ab94e0d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc81fb1e0ca34fafb3d428c4e0c4ded8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379567 Feb 14 16:55:14.690715 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55194) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:14.737198 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] Publish callbacks [] for security_group (6b5adf22-4dd6-4b9d-b560-51706ab50e15), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.757610 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] Publish callbacks [] for security_group (6b5adf22-4dd6-4b9d-b560-51706ab50e15), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.803804 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (6b5adf22-4dd6-4b9d-b560-51706ab50e15), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.806480 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:14.808277 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b5adf22-4dd6-4b9d-b560-51706ab50e15 HTTP/1.1" status: 204 len: 168 time: 0.1164732 Feb 14 16:55:14.817486 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a31313-c990-47ed-b41a-1a3662f63283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5adf22-4dd6-4b9d-b560-51706ab50e15,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:15.127152 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0fca4f73-4a36-421b-85f6-a790866cecb7 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:15.129410 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55200) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:15.148926 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 0fca4f73-4a36-421b-85f6-a790866cecb7 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:15.149281 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 0fca4f73-4a36-421b-85f6-a790866cecb7 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:15.149724 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:15.169569 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:15.169919 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device d0dc1b1f-bcc6-4dfd-8123-ee3ab3738ce6 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:15.170334 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 no longer exists at agent ovs-agent-dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:55:15.170911 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-039b89d0-959d-446c-a504-07bf9da76f89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b992228f496f42cb99a1bfc89bc45c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384052 Feb 14 16:55:15.173316 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.wsgi [-] (109321) accepted ('10.222.0.69', 55202) {{(pid=109321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:55:15.190393 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.plugin [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] No Port match for: 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 {{(pid=109322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:55:15.190676 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron.plugins.ml2.rpc [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Device 571df7e2-2d92-4212-8d40-9c1fa1cf2fe5 not bound to the agent host dv-cinder-819669-3-iscsi {{(pid=109322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:55:15.222895 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] Publish callbacks [] for security_group (34786380-6abb-4b57-adcf-9b9ceee13623), before_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:15.243692 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] Publish callbacks [] for security_group (34786380-6abb-4b57-adcf-9b9ceee13623), precommit_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:15.288986 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540578'] for security_group (34786380-6abb-4b57-adcf-9b9ceee13623), after_delete {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:15.291593 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:15.292791 dv-cinder-819669-3-iscsi neutron-server[109321]: INFO neutron.wsgi [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34786380-6abb-4b57-adcf-9b9ceee13623 HTTP/1.1" status: 204 len: 168 time: 0.1185086 Feb 14 16:55:15.300796 dv-cinder-819669-3-iscsi neutron-server[109321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7055a39-4b94-4b80-8c3a-fd28428e6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34786380-6abb-4b57-adcf-9b9ceee13623,revision_number=None']} {{(pid=109321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:55:34.805664 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6517-623e-4126-9dd4-cd9b55b20d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:36.140145 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:37.231143 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:55:37.317623 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4323814a-4459-40f1-ae18-676a53dca703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:38.586956 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:40.141631 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:55:41.260785 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:04.807314 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-10369c3b-2833-4315-8376-b02a6d59b8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:06.153456 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:07.318748 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-c28dd9fe-3b69-438a-b1e9-845e969d335d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:08.588539 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:10.143573 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:11.266199 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:14.229044 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:56:34.811691 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a62e3cfa-4715-4c78-9437-2ebbea42a2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:36.177044 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:37.320348 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8acc-fae6-44f1-9fb8-7971727a16aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:38.591633 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:40.146228 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:41.269354 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:56:51.228116 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:57:04.815211 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-087eeb80-6052-4d67-b7ae-ef07c48b28bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:06.186049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:07.324164 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a3a2870d-5b5d-4b93-9693-9878c7be8c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:08.593323 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:10.163690 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:11.274258 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:28.227880 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:57:34.815910 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2554b332-e951-4067-9407-53a8c4bb82a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:36.183195 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:37.324710 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-5b363353-2268-4ee9-8b20-9168209da240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:38.595851 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:40.154207 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:57:41.277177 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:04.818311 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6eba9bee-1094-46e5-92af-3cdf846d216a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:05.227544 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:58:06.200945 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:07.325343 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2d65-c2c1-4af1-a254-00644ed7942f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:08.600049 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:10.153126 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:11.279740 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:34.820807 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6d474729-39ef-40bc-9518-22ebeafef315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:36.201894 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:37.327584 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-7076bbe0-61a3-44f2-9f25-5c03d8da6335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:38.602085 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:40.157035 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:41.282136 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:58:42.227108 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:59:04.821887 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a88e4edf-8de9-42bb-9944-92d84f2c0166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:06.198801 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:07.328696 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-0da8c672-74ec-42f0-baad-316c3b71d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:08.604368 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:10.172927 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:11.285387 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:14.130614 dv-cinder-819669-3-iscsi neutron-server[109320]: DEBUG neutron.wsgi [req-c8ee5cd4-0791-44bc-982a-a906471b2e96 req-963c6dee-8cc0-41d8-9850-17c3af73f0a3 service neutron] (109320) timed out ('10.222.0.50', 58444) {{(pid=109320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:59:19.226203 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:59:34.823491 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-ba5018b8-5ec2-4b9a-95da-6e3d3264238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:36.198093 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:37.331815 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-83fddc85-f555-4e63-9a38-33a3752f7aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:38.607686 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:40.162471 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:41.291159 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:59:56.225378 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 17:00:04.823783 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2abd6934-c565-4e2e-b3f7-aa2ba81e7609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (94402da0-cdb3-485c-9183-f323bbcdeedb), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:06.201768 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-a36c8de7-38fc-442c-9932-39662009a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (4554a562-3ea9-4fe7-ad53-2e5edc8a99f9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:07.332667 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-2169d3fa-4817-489a-93fd-097f9d1c963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (5d44bd65-409b-4b67-9a70-3bc116e591c2), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:08.610818 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-6bf10f60-870f-4c11-8f82-0ef273186673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0bca7047-12ef-4ed4-9291-e669a20f6a87), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:10.163525 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-4c66c3e6-9323-4703-86f8-cb51eabba651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (59bf34f7-cb11-481a-927a-308dbcf17fc9), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:11.283712 dv-cinder-819669-3-iscsi neutron-server[109322]: DEBUG neutron_lib.callbacks.manager [None req-604e0ffc-fb6e-4a15-affd-9e62acff1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762990204766', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2022706'] for agent (0c473c78-7d06-4f2c-b49a-493a71ba9a05), after_update {{(pid=109322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 17:00:33.225380 dv-cinder-819669-3-iscsi neutron-server[109323]: DEBUG neutron.db.agents_db [None req-a291c9b4-02d5-496d-b99f-af94d146f7b2 None None] Agent healthcheck: found 6 active agents {{(pid=109323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}